1.创建一个redis_docker目录
mkdir redis_docker
cd redis_docker
2.下载redis压缩包(这里我下载的是4.0.13版本)
wget http://download.redis.io/releases/redis-4.0.13.tar.gz
3.解压并编译redis
tar zxvf redis-4.0.13.tar.gz
cd redis-4.0.13
yum -y install tcl gcc gcc-c++
make
4.修改配置文件redis.conf
vi redis.conf
bind 0.0.0.0
daemonize no #(这里一定要改为no,这个设置为yes时会使docker容器后台运行,直接会宕掉)
cluster-enabled yes
cluster-config-file nodes-cluster.conf
cluster-node-timeout 15000
logfile /usr/local/redis/log/redis-server.log
dir /usr/local/redis/data/
上述配置只是作为一个模板,如有其他配置可在后面配置文件添加
5.制作redis镜像
docker pull centos:centos7.5.1804
cd redis_docker
vi Dockerfile
# Redis
# Version 4.0.13
FROM centos:centos7.5.1804
MAINTAINER gxt 164***936@qq.com
ENV REDIS_HOME /usr/local
RUN mkdir -p $REDIS_HOME/redis
RUN mkdir -p $REDIS_HOME/redis/log
RUN mkdir -p $REDIS_HOME/redis/data
ADD redis-4.0.13/src/ $REDIS_HOME/redis/src/
ADD redis-4.0.13/redis.conf $REDIS_HOME/redis/
RUN mv $REDIS_HOME/redis/src/redis-server $REDIS_HOME/redis
EXPOSE 6379
ENTRYPOINT ["/usr/local/redis/redis-server", "/usr/local/redis/redis.conf"]
6.构建镜像
docker build -t sdg/redis .
7.分别创建6个节点目录并生成各自配置文件(这里主要是为了提供每个节点的不同配置)
mkdir -p 6379/conf
mkdir -p 6379/data
mkdir -p 6379/log
cp redis-4.0.13/redis.conf 6379/conf/
vi 6379/conf/redis.conf #在上面已经修改了公用的部分配置,接下来只需要配置差异化的配置即可
port 6379
同样的步骤同时创建6380、6381、6382、6383、6384五个节点
8.启动容器
docker run -d --name redis-6379 --net host \
-v /usr/local/redis_docker/6379/conf/redis.conf:/usr/local/redis/redis.conf \
-v /usr/local/redis_docker/6379/log/:/usr/local/redis/log/ \
-v /usr/local/redis_docker/6379/data/:/usr/local/redis/data/ \
sdg/redis
这里启动模式需要是host模式,因为如果使用桥接模式,只能单机部署,而不能跨服务器部署,然后分别启动剩下五个节点
9.查看容器
[root@sdg-node-1 redis_node]# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
fc2dfb1f361f sdg/redis-node "/usr/local/redis/re…" 23 hours ago Up 23 hours redis-6384
156c73620967 sdg/redis-node "/usr/local/redis/re…" 23 hours ago Up 23 hours redis-6383
ce498faa5817 sdg/redis-node "/usr/local/redis/re…" 23 hours ago Up 23 hours redis-6382
410070838ed5 sdg/redis-node "/usr/local/redis/re…" 23 hours ago Up 23 hours redis-6381
6bb3643474ea sdg/redis-node "/usr/local/redis/re…" 23 hours ago Up 23 hours redis-6380
3c6a6b453257 sdg/redis-node "/usr/local/redis/re…" 23 hours ago Up 23 hours redis-6379
10.接下来就是怎么部署高可用集群,先查看各节点信息
redis-cli -h 192.168.10.52 -p 6379
192.168.10.52:6379> info replication
NOAUTH Authentication required.
192.168.10.52:6379> auth 123456
OK
192.168.10.52:6379> info replication
# Replication
role:master
connected_slaves:0
master_replid:2f0a7b50aed699fa50a79f3f7f9751a070c50ee9
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
其余节点信息基本相似
11.将6个节点添加为一个集群
192.168.10.52:6379> CLUSTER MEET 192.168.10.52 6380
192.168.10.52:6379> CLUSTER MEET 192.168.10.52 6381
192.168.10.52:6379> CLUSTER MEET 192.168.10.52 6382
192.168.10.52:6379> CLUSTER MEET 192.168.10.52 6383
192.168.10.52:6379> CLUSTER MEET 192.168.10.52 6384
192.168.10.52:6379> CLUSTER NODES
54cb5c2eb8e5f5aed2d2f7843f75a9284ef6785c 192.168.10.52:6384@16384 master - 0 1528697195600 1 connected
f45f9109f2297a83b1ac36f9e1db5e70bbc174ab 192.168.10.52:6380@16380 master - 0 1528697195600 0 connected
ae86224a3bc29c4854719c83979cb7506f37787a 192.168.10.52:6381@16381 master - 0 1528697195600 5 connected
98aebcfe42d8aaa8a3375e4a16707107dc9da683 192.168.10.52:6382@16382 master - 0 1528697194000 4 connected
0bbdc4176884ef0e3bb9b2e7d03d91b0e7e11f44 192.168.10.52:6383@16383 master - 0 1528697194995 3 connected
760e4d0039c5ac13d04aa4791c9e6dc28544d7c7 192.168.10.52:636379@16379 myself,master - 0 1528697195000 2 connected
现在已经搭好集群,但是还不能使用,因为没有分配槽
12.分配槽,这里写了一个脚本
vi addslots.sh
#!/bin/bash
#这里部署的是三台主节点,这里演示是用了单机,这里可以根据实际情况换成对应节点ip即可
node_list=(192.168.10.52 192.168.10.52 192.168.10.52)
#注意这里的端口号书序必须和node对应
port_list=(6379 6380 6381)
#将16384个槽位分配到三个主节点
slots=16384
echo ${#node_list[*]}
n=$(($slots/${#node_list[*]}))
m=0
for ((j=0;j<${#node_list[*]};j++))
do
echo "开始分配"+${node_list[$j]}:${port_list[j]}
for ((i=m;i<=$(($j*$n+1*$n));i++))
do
/usr/local/bin/redis-cli -h ${node_list[$j]} -p ${port_list[j]} CLUSTER ADDSLOTS $i
done
m=$(($j*$n+1*$n+1))
done
槽分配完毕,可以看到这里集群状态是ok,
192.168.10.52:6379> CLUSTER INFO
cluster_state:ok
cluster_slots_assigned:16384
cluster_slots_ok:16384
cluster_slots_pfail:0
cluster_slots_fail:0
cluster_known_nodes:6 # 总共6个节点
cluster_size:3 # 集群为 3 个节点
cluster_current_epoch:5
cluster_my_epoch:2
cluster_stats_messages_ping_sent:270127
cluster_stats_messages_pong_sent:269893
cluster_stats_messages_meet_sent:10
cluster_stats_messages_sent:540030
cluster_stats_messages_ping_received:269892
cluster_stats_messages_pong_received:270037
cluster_stats_messages_meet_received:1
cluster_stats_messages_received:539930
13.配置高可用集群,即给主节点分配从节点
如下所示可以看到,有三个节点没分配槽,这三个节点是用来做三个主节点的从节点
192.168.10.52:6379> CLUSTER NODES
54cb5c2eb8e5f5aed2d2f7843f75a9284ef6785c 192.168.10.52:6379@16379 master - 0 1528704114535 1 connected 5462-10922
f45f9109f2297a83b1ac36f9e1db5e70bbc174ab 192.168.10.52:6380@16379 master - 0 1528704114000 0 connected 10923-16383
ae86224a3bc29c4854719c83979cb7506f37787a 192.168.10.52:6381@16379 master - 0 1528704114023 5 connected
98aebcfe42d8aaa8a3375e4a16707107dc9da683 192.168.10.52:6382@16379 master - 0 1528704115544 4 connected
0bbdc4176884ef0e3bb9b2e7d03d91b0e7e11f44 192.168.10.52:6383@16379 master - 0 1528704114836 3 connected
760e4d0039c5ac13d04aa4791c9e6dc28544d7c7 192.168.10.52:6384@16379 myself,master - 0 1528704115000 2 connected 0-5461
写了一个分配从节点的脚本,添加从节点时是通过连接到从节点的服务器通过CLUSTER REPLICATE 和 集群中各节点id 来添加
vi addReplicate.sh
#!/bin/bash
#这里是从节点的ip地址
replicate_node_list=(192.168.50.88 192.168.50.88 192.168.50.88)
replicate_port_list=(6382 6383 6384) #与上面的从节点ip一一对应
master_port_list=(6379 6380 6381)
#注:下面命令中的6379|6380|6381,没抽变量,所以要替换成实际场景中的关键字
master_addr_list=($(/usr/local/bin/redis-cli -h ${replicate_node_list[0]} -p ${replicate_port_list[0]} CLUSTER NODES | grep -E "6379|6380|6381" |awk '{print $1}'))
for((j=0;j<${#replicate_node_list[*]};j++))
do
echo "添加从节点:${master_addr_list[$j]}"
/usr/local/bin/redis-cli -h ${replicate_node_list[$j]} -p ${replicate_port_list[$j]} CLUSTER REPLICATE ${master_addr_list[$j]}
done
那么一个高可用的基于docker容器的redis集群就搭建完成了,大家可以试一下宕掉其中一个master节点,看另外一个slave节点是否会升级为master节点,然后再启动宕掉的节点,看是否变为slave节点