docker-compose编排redis-sentinel redis哨兵集群

单机验证一主两从三哨兵模式源码：http://gitlab1.devdemo.trs.net.cn/root/redis-sentinel-docker-compose.git

1 主机准备

至少三台服务器
服务器规划：一主、两从，三哨兵
注意;所有redis密码一致，网络使用host

2 redis主安装

2.1 创建目录

mkdir -p /TRS/APP/redis
mkdir -p /TRS/APP/redis/conf

2.2 修改配置文件

vim /TRS/APP/redis/conf/redis.conf

bind 0.0.0.0 ::1
protected-mode yes
port 6379
tcp-backlog 511
timeout 0
tcp-keepalive 300
daemonize no
supervised no
pidfile "/var/run/redis_6379.pid"
loglevel notice
logfile "/var/log/redis/redis.log"
databases 16
save 900 1
save 300 10
save 60 10000
stop-writes-on-bgsave-error yes
rdbcompression yes
rdbchecksum yes
dbfilename "dump.rdb"
dir "/data"
replica-serve-stale-data yes
replica-read-only yes
repl-diskless-sync no
repl-diskless-sync-delay 5
repl-disable-tcp-nodelay no
replica-priority 100
requirepass "trs@admin"
appendonly no
appendfilename "appendonly.aof"
appendfsync everysec
no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage 100
auto-aof-rewrite-min-size 64mb
aof-load-truncated yes
lua-time-limit 5000
slowlog-log-slower-than 10000
slowlog-max-len 128
latency-monitor-threshold 0
notify-keyspace-events ""
hash-max-ziplist-entries 512
hash-max-ziplist-value 64
list-max-ziplist-size -2
list-compress-depth 0
set-max-intset-entries 512
zset-max-ziplist-entries 128
zset-max-ziplist-value 64
hll-sparse-max-bytes 3000
activerehashing yes
client-output-buffer-limit normal 0 0 0
client-output-buffer-limit replica 256mb 64mb 60
client-output-buffer-limit pubsub 32mb 8mb 60
hz 10
aof-rewrite-incremental-fsync yes

2.3 修改compose文件

vim /TRS/APP/redis/docker-compose.yml

version: "3.1"
services:
#redis主
  redis-master:
    image: redis:5.0.5
    restart: always
    network_mode: host
    container_name: redis-master
    environment:
      - TZ=Asia/Shanghai
    command: /usr/local/bin/redis-server  /usr/local/etc/redis/redis.conf
    volumes:
      - ./conf/redis.conf:/usr/local/etc/redis/redis.conf
      - ./data:/data
      - ./logs:/var/log/redis

2.4 启动

cd /TRS/APP/redis
docker-compose  up -d

3 redis从安装

注意：所有的从均需要执行下列操作

3.1 创建目录

mkdir -p /TRS/APP/redis
mkdir -p /TRS/APP/redis/conf

3.2 修改配置文件

vim /TRS/APP/redis/conf/redis.conf

bind 0.0.0.0 ::1
protected-mode yes
port 6379
tcp-backlog 511
timeout 0
tcp-keepalive 300
daemonize no
supervised no
pidfile "/var/run/redis_6379.pid"
loglevel notice
logfile "/var/log/redis/redis.log"
databases 16
save 900 1
save 300 10
save 60 10000
stop-writes-on-bgsave-error yes
rdbcompression yes
rdbchecksum yes
dbfilename "dump.rdb"
dir "/data"
replica-serve-stale-data yes
replica-read-only yes
repl-diskless-sync no
repl-diskless-sync-delay 5
repl-disable-tcp-nodelay no
replica-priority 100
requirepass "trs@admin"
appendonly no
appendfilename "appendonly.aof"
appendfsync everysec
no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage 100
auto-aof-rewrite-min-size 64mb
aof-load-truncated yes
lua-time-limit 5000
slowlog-log-slower-than 10000
slowlog-max-len 128
latency-monitor-threshold 0
notify-keyspace-events ""
hash-max-ziplist-entries 512
hash-max-ziplist-value 64
list-max-ziplist-size -2
list-compress-depth 0
set-max-intset-entries 512
zset-max-ziplist-entries 128
zset-max-ziplist-value 64
hll-sparse-max-bytes 3000
activerehashing yes
client-output-buffer-limit normal 0 0 0
client-output-buffer-limit replica 256mb 64mb 60
client-output-buffer-limit pubsub 32mb 8mb 60
hz 10
aof-rewrite-incremental-fsync yes
#主的ip、端口、密码
replicaof 192.168.118.202 6379
masterauth "trs@admin"

3.3 修改compose文件

vim /TRS/APP/redis/docker-compose.yml

version: "3.1"
services:
#redis从1
  redis-slave1:
    image: redis:5.0.5
    restart: always
    network_mode: host
    container_name: redis-slave1
    environment:
      - TZ=Asia/Shanghai
    command: /usr/local/bin/redis-server  /usr/local/etc/redis/redis.conf
    volumes:
      - ./conf/redis.conf:/usr/local/etc/redis/redis.conf
      - ./data:/data
      - ./logs:/var/log/redis

3.4 启动

cd /TRS/APP/redis
docker-compose  up -d

4 主从验证

连接redis主：（进入容器操作）

#进入redis-master容器
docker exec -it redis-master bash
#验证
redis-cli  -h 192.168.118.202 -p 6379 -a 'trs@admin'
192.168.118.202:6379> ping
PONG
192.168.118.202:6379> info
#如下为正确
# Replication
role:master
connected_slaves:2
slave0:ip=192.168.118.203,port=6379,state=online,offset=392,lag=0
slave1:ip=192.168.118.204,port=6379,state=online,offset=392,lag=0
master_replid:57b0aa08ac63febdaac8097352b45cde6d1fdcd4
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:392
second_repl_offset:-1
repl_backlog_active:1
repl_backlog_size:1048576
repl_backlog_first_byte_offset:1
repl_backlog_histlen:392

5 哨兵安装

5.1 创建目录

mkdir  -p /TRS/APP/redis-sentinel
mkdir  -p /TRS/APP/redis-sentinel/conf

5.2 修改配置文件

vim /TRS/APP/redis-sentinel/conf/redis-sentinel.conf

# 禁止保护模式
protected-mode no
# 配置监听的主服务器，这里sentinel monitor代表监控，mymaster代表服务器的名称，可以自定义，192.168.118.202代表监控的主服务器，6379代表端口，2代表只有两个或两个以上的哨兵认为主服务器不可用的时候，才会进行failover操作。
sentinel monitor mymaster 192.168.118.202 6379 2
# sentinel author-pass定义服务的密码，mymaster是服务名称，123456是Redis服务器密码
# sentinel auth-pass <master-name> <password>
sentinel auth-pass mymaster trs@admin
port 26379
#dir "/data"
#开启日志后docker logs 没有日志
#logfile "/var/log/redis/sentinel.log"

5.3 修改compose文件

vim /TRS/APP/redis-sentinel/docker-compose.yml

version: "3.1"
services:
#sentinel1
  redis-sentinel1:
    image: redis:5.0.5
    restart: always
    network_mode: host
    container_name: redis-sentinel1
    environment:
      - TZ=Asia/Shanghai
    command: /usr/local/bin/redis-sentinel  /usr/local/etc/redis/redis-sentinel.conf
    volumes:
      - ./conf/redis-sentinel.conf:/usr/local/etc/redis/redis-sentinel.conf
      - ./logs:/var/log/redis

5.4 启动

cd /TRS/APP/redis-sentinel
docker-compose  up -d

6 哨兵状态验证

查看任意哨兵节点日志，能看到所有的redis节点+哨兵节点加入

docker logs -f redis-sentinel1

7 故障转移

关掉redis-master，查看哨兵日志，能观察到master的切换