LVS

172.18.8.7

172.18.8.138

vip 172.18.8.123

codis-proxy

172.18.8.210

172.18.8.191

codis-config condis-ha

172.18.9.15

zookeeper

172.18.8.147

172.18.8.30

172.18.8.245

172.18.8.7

172.18.8.138

codis-server

172.18.9.43  46379 46380

172.18.9.66  46379 46380

172.18.9.76  46379 46380

172.18.8.7   46379 46380

172.18.8.138  46379 46380

一、安装jdk

此步骤正常安装jdk即可，过程略过

二、安装zookeeper

wget http://mirrors.cnnic.cn/apache/zookeeper/zookeeper-3.4.6/zookeeper-3.4.6.tar.gz

tar zxvf zookeeper-3.4.6.tar.gz 

mv zookeeper-3.4.6 /opt/zookeeper/

mkdir -p /data/zookeeper/{data,logs}

    vim /opt/zookeeper/conf/zoo.cfg  内容如下：

tickTime=2000

initLimit=5

syncLimit=2

dataDir=/data/zookeeper/data

clientPort=2181

server.1=172.18.8.147:2888:3888

server.2=172.18.8.30:2888:3888

server.3=172.18.8.245:2888:3888

server.4=172.18.8.7:2888:3888

server.5=172.18.8.138:2888:3888     

截止

echo 1 > /data/zookeeper/data/myid   此配置每台机数值不能相同，其他机器一次为2 3 4 5，对照zoo.cfg的server配置

/opt/zookeeper/bin/zkServer.sh start  启动zk

/opt/zookeeper/bin/zkServer.sh status  查看zk状态，多台zk启动后可以看到角色多个follower一个leader

三、安装go（codis是用go语言写的）

wget http://172.16.150.181:88/shell/go1.4.1.linux-amd64.tar.gz

tar zxvf go1.4.1.linux-amd64.tar.gz  

mv go /opt/

export GOROOT=/opt/go 

export PATH=$GOROOT/bin:$PATH

可以将这两行加到/etc/profile最下面了，source /etc/profile

执行  go version看是否ok

四、下载编译codis

mkdir /data/go

export GOPATH=/data/go

go get github.com/wandoulabs/codis

cd  /data/go/src/github.com/wandoulabs/codis/

./bootstrap.sh

make gotest

    由于国内访问国外的github容易超时，一次编译之后可以把codis文件复制使用

五、配置服务

1、codis-config

配置文件：

cat  /opt/codis/config/config.ini 

zk=172.18.8.147:2181,172.18.8.30:2181,172.18.8.245:2181,172.18.8.7:2181,172.18.8.138:2181

product=acc   #集群标识，同一codis集群此处一样

proxy_id=config1   #id唯一，proxy更改成不一样的

net_timeout=5000

proto=tcp4

dashboard_addr=172.18.9.15:18087  #codis后台，如果没有公网IP可以在nginx配置转发访问，最好做认证访问

coordinator=zookeeper

    启动dashboard  

mkdir -p /data/codis/log/

cat start_dashboard.sh 

#!/bin/sh

nohup /opt/codis/bin/codis-config -c /opt/codis/config/config.ini -L /data/codis/log/dashboard.log dashboard --addr=:18087 --http-log=/data/codis/log/requests.log &

./start_dashboard.sh

初始化slot

/opt/codis/bin/codis-config -c /opt/codis/config/config.ini slot init

2、启动codis-server ,启动方式跟redis一样

mkdir -p /data/codis/logs/

启动命令   /opt/codis/bin/codis-server /opt/codis/config/46380.conf

cat  /opt/codis/config/46380.conf 

daemonize yes

pidfile /var/run/redis_46380.pid

port 46380

tcp-backlog 511

timeout 0

tcp-keepalive 0

loglevel notice

logfile "/data/codis/logs/46380.log"

databases 16

stop-writes-on-bgsave-error yes

rdbcompression yes

rdbchecksum yes

dbfilename 46380.rdb

dir /data/codis/

slave-serve-stale-data yes

slave-read-only yes

repl-disable-tcp-nodelay no

slave-priority 100

maxclients 10000

maxmemory 3gb

maxmemory-policy allkeys-lru

appendonly yes

appendfilename "appendonly_46380.aof"

appendfsync everysec

no-appendfsync-on-rewrite yes

auto-aof-rewrite-percentage 50

auto-aof-rewrite-min-size 256mb

lua-time-limit 5000

slowlog-log-slower-than 10000

slowlog-max-len 128

latency-monitor-threshold 0

notify-keyspace-events ""

hash-max-ziplist-entries 512

hash-max-ziplist-value 64

list-max-ziplist-entries 512

list-max-ziplist-value 64

set-max-intset-entries 512

zset-max-ziplist-entries 128

zset-max-ziplist-value 64

hll-sparse-max-bytes 3000

activerehashing yes

client-output-buffer-limit normal 0 0 0

client-output-buffer-limit slave 256mb 64mb 60

client-output-buffer-limit pubsub 32mb 8mb 60

hz 10

aof-rewrite-incremental-fsync yes

mkdir -p /data/codis/logs/

3、添加redis server group

/opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.43:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.43:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.66:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 2 172.18.9.66:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 3 172.18.9.76:46379  master

4、设定slot范围

/opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.43:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.66:46380  slave

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.43:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 1 172.18.9.66:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 2 172.18.9.66:46379  master

     /opt/codis/bin/codis-config -c /opt/codis/config/config.ini server add 3 172.18.9.76:46379  master

5、启动proxy

mkdir -p /data/codis/log/

cat start_proxy.sh

#!/bin/sh

echo "shut down proxy1..."

/opt/codis/bin/codis-config -c /opt/codis/config/config.ini proxy offline proxy1

echo "done"

echo "start new proxy..."

nohup /opt/codis/bin/codis-proxy -c /opt/codis/config/config.ini -L /data/codis/log/proxy.log  --cpu=4 --addr=0.0.0.0:19000 --http-addr=0.0.0.0:11000 &

echo "done"

sleep 1

./start_proxy.sh