演示:已有一个端口号为6379的redis节点,新增 9001-9005 五个节点,架构由6个节点组成的三主三从集群架构
平台:red hat linux
版本:redis-4.0.6
整个的集群架构配置如下:三主三从 (从节点负责故障转移主节点 下面为主从对应关系)
主节点—ip------ port- 从节点— ip----- port
节点1 127.0.0.1 6379 节点4 127.0.0.1 9003
节点2 127.0.0.1 9001 节点5 127.0.0.1 9004
节点3 127.0.0.1 9002 节点6 127.0.0.1 9005
一:建立节点1
参考 Redis安装卸载
节点 ip port
主节点 127.0.0.1 6379
配置6379节点1的conf文件
[root@single-instance redis-4.0.6]# vi redis.conf
port 6379
daemonize yes
pidfile /var/run/redis_6379.pid
cluster-enabled yes
cluster-config-file nodes-6379.conf
cluster-node-timeout 5000
bind 127.0.0.1
/*注释
port 6379 //端口
daemonize yes //redis后台运行
pidfile /var/run/redis_6379.pid //pidfile文件对应
cluster-enabled yes //开启集群 把注释#去掉
cluster-config-file nodes-6379.conf //集群的配置 配置文件首次启动自动生成
cluster-node-timeout 5000 //请求超时 设置5秒
bind 127.0.0.1 //绑定本机的IP
*/
二:配置其他节点信息
复制conf文件
[root@single-instance redis-4.0.6]# cp redis.conf redis9001.conf
[root@single-instance redis-4.0.6]# cp redis.conf redis9002.conf
[root@single-instance redis-4.0.6]# cp redis.conf redis9003.conf
[root@single-instance redis-4.0.6]# cp redis.conf redis9004.conf
[root@single-instance redis-4.0.6]# cp redis.conf redis9005.conf
参考 配置6379节点1的conf文件 修改其他5个conf配置文件
[root@single-instance redis-4.0.6]# vi redis9001.conf
[root@single-instance redis-4.0.6]# vi redis9002.conf
[root@single-instance redis-4.0.6]# vi redis9003.conf
[root@single-instance redis-4.0.6]# vi redis9004.conf
[root@single-instance redis-4.0.6]# vi redis9005.conf
三:启动节点
启动6个节点
[root@single-instance redis-4.0.6]# src/redis-server redis.conf
[root@single-instance redis-4.0.6]# src/redis-server redis9001.conf
[root@single-instance redis-4.0.6]# src/redis-server redis9002.conf
[root@single-instance redis-4.0.6]# src/redis-server redis9003.conf
[root@single-instance redis-4.0.6]# src/redis-server redis9004.conf
[root@single-instance redis-4.0.6]# src/redis-server redis9005.conf
查看节点
[root@single-instance redis-4.0.6]# ps -ef|grep redis
root 18292 1 0 20:55 ? 00:00:00 src/redis-server 127.0.0.1:6379 [cluster]
root 18398 1 0 20:56 ? 00:00:00 src/redis-server 127.0.0.1:9001 [cluster]
root 18469 1 0 20:56 ? 00:00:00 src/redis-server 127.0.0.1:9002 [cluster]
root 18474 1 0 20:56 ? 00:00:00 src/redis-server 127.0.0.1:9003 [cluster]
root 18492 1 0 20:56 ? 00:00:00 src/redis-server 127.0.0.1:9004 [cluster]
root 18497 1 0 20:56 ? 00:00:00 src/redis-server 127.0.0.1:9005 [cluster]
查看生成了6个节点配置文件
[root@single-instance redis-4.0.6]# ll nodes*
-rw-r--r-- 1 root root 114 Mar 7 20:55 nodes-6379.conf
-rw-r--r-- 1 root root 114 Mar 7 20:56 nodes-9001.conf
-rw-r--r-- 1 root root 114 Mar 7 20:56 nodes-9002.conf
-rw-r--r-- 1 root root 114 Mar 7 20:56 nodes-9003.conf
-rw-r--r-- 1 root root 114 Mar 7 20:56 nodes-9004.conf
-rw-r--r-- 1 root root 114 Mar 7 20:56 nodes-9005.conf
查看集群信息
[root@single-instance redis-4.0.6]# src/redis-cli
127.0.0.1:6379> cluster nodes
3c6017d685fbc1f6a99929224b83836a5971889d :6379@16379 myself,master - 0 0 0 connected
/*注释
3c6017d685fbc1f6a99929224b83836a5971889d 为节点ID(节点内唯一标识,不变)
*/
127.0.0.1:6379> cluster info
cluster_state:fail
cluster_slots_assigned:0
cluster_slots_ok:0
cluster_slots_pfail:0
cluster_slots_fail:0
cluster_known_nodes:1
cluster_size:0
cluster_current_epoch:0
cluster_my_epoch:0
cluster_stats_messages_sent:0
cluster_stats_messages_received:0
/*注释
cluster_known_nodes:1 已知节点为1
*/
四:建立节点之间的联系(握手)
建立与节点之间的联系
127.0.0.1:6379> cluster meet 127.0.0.1 9001
OK
127.0.0.1:6379> cluster meet 127.0.0.1 9002
OK
127.0.0.1:6379> cluster meet 127.0.0.1 9003
OK
127.0.0.1:6379> cluster meet 127.0.0.1 9004
OK
127.0.0.1:6379> cluster meet 127.0.0.1 9005
OK
查看集群节点信息
127.0.0.1:6379> cluster nodes
ac1fd6a1076f9b76fb5eaf382c7242bc47c96525 127.0.0.1:9005@19005 master - 0 1520429593000 5 connected
c9892e1d0feff14e23ad73bf2dc49d7b8c05cb37 127.0.0.1:9004@19004 master - 0 1520429592600 0 connected
175e85af8449f1ff245f6827e1a9249b9bc33a2c 127.0.0.1:9003@19003 master - 0 1520429592000 3 connected
0dcc72aed93c30e0558a3da745c6b00ee7c7fc4e 127.0.0.1:9001@19001 master - 0 1520429592000 1 connected
5084b065b68831e4c9e8e0b25af6aa6be371cf29 127.0.0.1:9002@19002 master - 0 1520429592000 4 connected
3c6017d685fbc1f6a99929224b83836a5971889d 127.0.0.1:6379@16379 myself,master - 0 1520429591000 2 connected
再次查看集群信息,已知节点为6
127.0.0.1:6379> cluster info
cluster_state:fail
cluster_slots_assigned:0
cluster_slots_ok:0
cluster_slots_pfail:0
cluster_slots_fail:0
cluster_known_nodes:6
cluster_size:0
cluster_current_epoch:5
cluster_my_epoch:2
cluster_stats_messages_ping_sent:417
cluster_stats_messages_pong_sent:374
cluster_stats_messages_meet_sent:6
cluster_stats_messages_sent:797
cluster_stats_messages_ping_received:374
cluster_stats_messages_pong_received:374
cluster_stats_messages_received:748
/*注释
cluster_state:fail 状态还是下线状态(因没分配到节点的槽数量为0)
cluster_slots_assigned:0 分配到节点的槽数量为0
cluster_known_nodes:6 已知节点为6
*/
五:分配槽给三个主节点
一共16384个槽,分配到各个主节点上
0~5000 分给6379
5001~10000 分给 9001
10000~16383 分给 9001
[root@single-instance redis-4.0.6]# src/redis-cli -h 127.0.0.1 -p 6379 cluster addslots {0..5000}
OK
[root@single-instance redis-4.0.6]# src/redis-cli -h 127.0.0.1 -p 9001 cluster addslots {5001..10000}
OK
[root@single-instance redis-4.0.6]# src/redis-cli -h 127.0.0.1 -p 9002 cluster addslots {10001..16383}
OK
查看集群信息,已经有槽slot的信息了
[root@single-instance redis-4.0.6]# src/redis-cli
127.0.0.1:6379> cluster nodes
ac1fd6a1076f9b76fb5eaf382c7242bc47c96525 127.0.0.1:9005@19005 master - 0 1520431570000 5 connected
c9892e1d0feff14e23ad73bf2dc49d7b8c05cb37 127.0.0.1:9004@19004 master - 0 1520431571599 0 connected
175e85af8449f1ff245f6827e1a9249b9bc33a2c 127.0.0.1:9003@19003 master - 0 1520431571000 3 connected
0dcc72aed93c30e0558a3da745c6b00ee7c7fc4e 127.0.0.1:9001@19001 master - 0 1520431571094 1 connected 5001-10000
5084b065b68831e4c9e8e0b25af6aa6be371cf29 127.0.0.1:9002@19002 master - 0 1520431571595 4 connected 10001-16383
3c6017d685fbc1f6a99929224b83836a5971889d 127.0.0.1:6379@16379 myself,master - 0 1520431570000 2 connected 0-5000
127.0.0.1:6379> cluster info
cluster_state:ok
cluster_slots_assigned:16384
cluster_slots_ok:16384
cluster_slots_pfail:0
cluster_slots_fail:0
cluster_known_nodes:6
cluster_size:3
cluster_current_epoch:5
cluster_my_epoch:2
cluster_stats_messages_ping_sent:3741
cluster_stats_messages_pong_sent:3716
cluster_stats_messages_meet_sent:6
cluster_stats_messages_sent:7463
cluster_stats_messages_ping_received:3716
cluster_stats_messages_pong_received:3698
cluster_stats_messages_received:7414
/*注释
cluster_state:ok 状态还是上线状态
cluster_slots_assigned:16384 分配到节点的槽数量为16384
cluster_known_nodes:6 已知节点为6
*/
六:设置三个从节点复制主节点信息
设置9003为6379的从节点
查看6379主节点的节点ID为;3c6017d685fbc1f6a99929224b83836a5971889d
[root@single-instance redis-4.0.6]# more nodes-6379.conf
ac1fd6a1076f9b76fb5eaf382c7242bc47c96525 127.0.0.1:9005@19005 master - 0 1520431413815 5 connected
c9892e1d0feff14e23ad73bf2dc49d7b8c05cb37 127.0.0.1:9004@19004 master - 0 1520431412303 0 connected
175e85af8449f1ff245f6827e1a9249b9bc33a2c 127.0.0.1:9003@19003 master - 0 1520431412505 3 connected
0dcc72aed93c30e0558a3da745c6b00ee7c7fc4e 127.0.0.1:9001@19001 master - 0 1520431412807 1 connected 5001-10000
5084b065b68831e4c9e8e0b25af6aa6be371cf29 127.0.0.1:9002@19002 master - 0 1520431413309 4 connected 10001-16383
3c6017d685fbc1f6a99929224b83836a5971889d 127.0.0.1:6379@16379 myself,master - 0 1520431411000 2 connected 0-5000
vars currentEpoch 5 lastVoteEpoch 0
登录9003从节点,设置复制主节点6379
[root@single-instance redis-4.0.6]# src/redis-cli -p 9003
127.0.0.1:9003> cluster replicate 3c6017d685fbc1f6a99929224b83836a5971889d
OK
同理设置 9004为9001的从节点如下:
127.0.0.1:9004> cluster replicate 0dcc72aed93c30e0558a3da745c6b00ee7c7fc4e
OK
同理设置 9005为9002的从节点如下:
127.0.0.1:9005> cluster replicate 5084b065b68831e4c9e8e0b25af6aa6be371cf29
OK
查看集群信息, 有了slave从节点的信息了
127.0.0.1:6379> cluster nodes
ac1fd6a1076f9b76fb5eaf382c7242bc47c96525 127.0.0.1:9005@19005 slave 5084b065b68831e4c9e8e0b25af6aa6be371cf29 0 1520432467718 5 connected
c9892e1d0feff14e23ad73bf2dc49d7b8c05cb37 127.0.0.1:9004@19004 slave 0dcc72aed93c30e0558a3da745c6b00ee7c7fc4e 0 1520432466210 1 connected
175e85af8449f1ff245f6827e1a9249b9bc33a2c 127.0.0.1:9003@19003 slave 3c6017d685fbc1f6a99929224b83836a5971889d 0 1520432467000 3 connected
0dcc72aed93c30e0558a3da745c6b00ee7c7fc4e 127.0.0.1:9001@19001 master - 0 1520432466612 1 connected 5001-10000
5084b065b68831e4c9e8e0b25af6aa6be371cf29 127.0.0.1:9002@19002 master - 0 1520432467212 4 connected 10001-16383
3c6017d685fbc1f6a99929224b83836a5971889d 127.0.0.1:6379@16379 myself,master - 0 1520432465000 2 connected 0-5000