0606 集群架构（下）

最新推荐文章于 2024-08-17 22:28:22 发布

chuhou7233

最新推荐文章于 2024-08-17 22:28:22 发布

阅读量1k

点赞数

文章标签：网络开发工具

原文链接：https://my.oschina.net/u/4095803/blog/3059463

版权

0606 集群架构（下）

一、DR模式搭建

1、试验需求三台机器:

分发器，也叫调度器（简写为dir) ： 192.168.169.129 luo-01
rs1 ：192.168.169.130 luo-02
rs2 ：192.168.169.131 luo-03
vip ：192.168.169.200
luo-01上设置

新建lvs_dr脚本，按下面内容配置

[root@luo-01 ~]# vim /usr/local/sbin/lvs_dr.sh

#! /bin/bashecho 1 > /proc/sys/net/ipv4/ip_forward

ipv=/usr/sbin/ipvsadm

vip=192.168.169.200

rs1=192.168.169.130

rs2=192.168.169.131

#注意这里的网卡名字

ifdown wns33

ifup ens33

ifconfig ens33:2 $vip broadcast $vip netmask 255.255.255.255 up

route add -host $vip dev ens33:2

$ipv -C

$ipv -A -t $vip:80 -s wrr

$ipv -a -t $vip:80 -r $rs1:80 -g -w 1

$ipv -a -t $vip:80 -r $rs2:80 -g -w 1

执行脚本，查看IP，发现vip在ens33上

[root@luo-01 ~]# sh /usr/local/sbin/lvs_dr.sh

成功断开设备 'ens33'。

连接已成功激活（D-Bus 活动路径：/org/freedesktop/NetworkManager/ActiveConnection/3）

[root@luo-01 ~]# ip add

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN qlen 1

link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00

inet 127.0.0.1/8 scope host lo

valid_lft forever preferred_lft forever

inet6 ::1/128 scope host

valid_lft forever preferred_lft forever

2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:87:3f:91 brd ff:ff:ff:ff:ff:ff

inet 192.168.169.129/24 brd 192.168.169.255 scope global ens33

valid_lft forever preferred_lft forever

inet 192.168.169.200/32 brd 192.168.169.200 scope global ens33:2

valid_lft forever preferred_lft forever

inet 192.168.169.158/24 brd 192.168.169.255 scope global secondary ens33:0

valid_lft forever preferred_lft forever

inet6 fe80::16dc:89c:b761:e115/64 scope link

valid_lft forever preferred_lft forever

3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:87:3f:9b brd ff:ff:ff:ff:ff:ff

inet 192.168.24.128/24 brd 192.168.24.255 scope global dynamic ens37

valid_lft 1434sec preferred_lft 1434sec

inet6 fe80::ad38:a02e:964e:1b93/64 scope link

valid_lft forever preferred_lft forever

luo-02上

先把网关改为：192.168.169.2，重启网络

[root@luo-02 ~]# vim /etc/sysconfig/network-scripts/ifcfg-ens33

GATEWAY=192.168.169.2

[root@luo-02 ~]# systemctl restart network

新建lvs_rs脚本；

[root@luo-02 ~]# vim /usr/local/sbin/lvs_rs.sh

#/bin/bash

vip=192.168.169.200#把vip绑定在lo上，是为了实现rs直接把结果返回给客户端

ifdown lo

ifup lo

ifconfig lo:0 $vip broadcast $vip netmask 255.255.255.255 up

route add -host $vip lo:0#以下操作为更改arp内核参数，目的是为了让rs顺利发送mac地址给客户端#参考文档www.cnblogs.com/lgfeng/archive/2012/10/16/2726308.html

echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore

echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce

echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore

echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce

执行脚本，并route -n ，查看网络信息

[root@luo-02 ~]# sh /usr/local/sbin/lvs_rs.sh

[root@luo-02 ~]# route -n

Kernel IP routing table

Destination Gateway Genmask Flags Metric Ref Use Iface

0.0.0.0 192.168.169.2 0.0.0.0 UG 100 0 0 ens33

192.168.169.0 0.0.0.0 255.255.255.0 U 100 0 0 ens33

192.168.169.200 0.0.0.0 255.255.255.255 UH 0 0 0 lo

[root@luo-02 ~]# ip add

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN qlen 1

link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00

inet 127.0.0.1/8 scope host lo

valid_lft forever preferred_lft forever

inet 192.168.169.200/32 brd 192.168.169.200 scope global lo:0

valid_lft forever preferred_lft forever

inet6 ::1/128 scope host

valid_lft forever preferred_lft forever

2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:c6:2c:24 brd ff:ff:ff:ff:ff:ff

inet 192.168.169.130/24 brd 192.168.169.255 scope global ens33

valid_lft forever preferred_lft forever

inet6 fe80::964f:be22:ddf2:54b7/64 scope link

valid_lft forever preferred_lft forever

3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:c6:2c:2e brd ff:ff:ff:ff:ff:ff

luo-03

先把网关改为：192.168.169.2，重启网络

[root@luo-03 ~]# vim /etc/sysconfig/network-scripts/ifcfg-ens33

[root@luo-03 ~]# systemctl restart network

新建lvs_rs脚本；

[root@luo-03 ~]# vim /usr/local/sbin/lvs_rs.sh

#/bin/bash

vip=192.168.169.200

ifdown lo

ifup lo

#把vip绑定在lo上，是为了实现rs直接把结果返回给客户端

ifconfig lo:0 $vip broadcast $vip netmask 255.255.255.255 up

route add -host $vip lo:0#以下操作为更改arp内核参数，目的是为了让rs顺利发送mac地址给客户端#参考文档www.cnblogs.com/lgfeng/archive/2012/10/16/2726308.html

echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore

echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce

echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore

echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce

2、测试

执行脚本，vip在lo网卡上

[root@luo-03 ~]# sh /usr/local/sbin/lvs_rs.sh

[root@luo-03 ~]# route -n

Kernel IP routing table

Destination Gateway Genmask Flags Metric Ref Use Iface

0.0.0.0 192.168.169.2 0.0.0.0 UG 100 0 0 ens33

192.168.169.0 0.0.0.0 255.255.255.0 U 100 0 0 ens33

192.168.169.200 0.0.0.0 255.255.255.255 UH 0 0 0 lo

[root@luo-03 ~]# ip add

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN qlen 1

link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00

inet 127.0.0.1/8 scope host lo

valid_lft forever preferred_lft forever

inet 192.168.169.200/32 brd 192.168.169.200 scope global lo:0

valid_lft forever preferred_lft forever

inet6 ::1/128 scope host

valid_lft forever preferred_lft forever

2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:ed:0f:50 brd ff:ff:ff:ff:ff:ff

inet 192.168.169.131/24 brd 192.168.169.255 scope global ens33

valid_lft forever preferred_lft forever

inet6 fe80::43bd:36bd:3f01:f8e8/64 scope link

valid_lft forever preferred_lft forever

inet6 fe80::964f:be22:ddf2:54b7/64 scope link tentative dadfailed

valid_lft forever preferred_lft forever

3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:ed:0f:5a brd ff:ff:ff:ff:ff:ff

在浏览器测试，输入VIP：192.168.169.100；不断刷新浏览器；会出现luo-02或者luo-03页面

通过ipvsadm -ln查看规则，可以看出其信息；

[root@luo-01 ~]# ipvsadm -ln

IP Virtual Server version 1.2.1 (size=4096)

Prot LocalAddress:Port Scheduler Flags

-> RemoteAddress:Port Forward Weight ActiveConn InActConn

TCP 192.168.169.200:80 wrr

-> 192.168.169.130:80 Route 1 2 9

-> 192.168.169.131:80 Route 1 2 9

二、 keepalived+LVS

编辑配置文件，把之前的内容清空，按下面配置

[root@luo-01 ~]# vim /etc/keepalived/keepalived.conf

vrrp_instance VI_1 {

#备用服务器上为 BACKUP

state MASTER

#绑定vip的网卡为ens33

interface ens33

virtual_router_id 51

#备用服务器上为90

priority 100

advert_int 1

authentication {

auth_type PASS

auth_pass aminglinux

}

virtual_ipaddress {

192.168.169.200

}

virtual_server 192.168.169.200 80 {

#(每隔10秒查询realserver状态)

delay_loop 10

#(lvs 算法)

lb_algo wlc

#(DR模式)

lb_kind DR

#(同一IP的连接60秒内被分配到同一台realserver)

persistence_timeout 60

#(用TCP协议检查realserver状态)

protocol TCP

real_server 192.168.169.130 80 {

#(权重)

weight 100

TCP_CHECK {

#(10秒无响应超时)

connect_timeout 10

nb_get_retry 3

delay_before_retry 3

connect_port 80

}

real_server 192.168.169.131 80 {

weight 100

TCP_CHECK {

connect_timeout 10

nb_get_retry 3

delay_before_retry 3

connect_port 80

}

查看网卡IP

[root@luo-01 ~]# ip add

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN qlen 1

link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00

inet 127.0.0.1/8 scope host lo

valid_lft forever preferred_lft forever

inet6 ::1/128 scope host

valid_lft forever preferred_lft forever

2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:87:3f:91 brd ff:ff:ff:ff:ff:ff

inet 192.168.169.129/24 brd 192.168.169.255 scope global ens33

valid_lft forever preferred_lft forever

inet6 fe80::16dc:89c:b761:e115/64 scope link

valid_lft forever preferred_lft forever

3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:87:3f:9b brd ff:ff:ff:ff:ff:ff

inet 192.168.24.128/24 brd 192.168.24.255 scope global dynamic ens37

valid_lft 1216sec preferred_lft 1216sec

inet6 fe80::ad38:a02e:964e:1b93/64 scope link

valid_lft forever preferred_lft forever

ipvsadm -ln ：查看其规则，开启与未开启keepalived服务对比；

[root@luo-01 ~]# ipvsadm -ln

IP Virtual Server version 1.2.1 (size=4096)

Prot LocalAddress:Port Scheduler Flags

-> RemoteAddress:Port Forward Weight ActiveConn InActConn

[root@luo-01 ~]# systemctl start keepalived

[root@luo-01 ~]# ipvsadm -ln

IP Virtual Server version 1.2.1 (size=4096)

Prot LocalAddress:Port Scheduler Flags

-> RemoteAddress:Port Forward Weight ActiveConn InActConn

TCP 192.168.169.200:80 wlc persistent 60

-> 192.168.169.130:80 Route 100 0 0

-> 192.168.169.131:80 Route 100 0 0

开展执行其脚本；做实验，不断刷新浏览器；

[root@luo-01 ~]# sh /usr/local/sbin/lvs_dr.sh

成功断开设备 'ens33'。

连接已成功激活（D-Bus 活动路径：/org/freedesktop/NetworkManager/ActiveConnection/7）

[root@luo-01 ~]# ipvsadm -ln

IP Virtual Server version 1.2.1 (size=4096)

Prot LocalAddress:Port Scheduler Flags

-> RemoteAddress:Port Forward Weight ActiveConn InActConn

TCP 192.168.169.200:80 wrr

-> 192.168.169.130:80 Route 1 0 3

-> 192.168.169.131:80 Route 1 0 3

假如luo-03宕机了，我们把luo-03机器关闭；此时能够剔除luo-03机器；

[root@luo-01 ~]# ipvsadm -ln

IP Virtual Server version 1.2.1 (size=4096)

Prot LocalAddress:Port Scheduler Flags

-> RemoteAddress:Port Forward Weight ActiveConn InActConn

TCP 192.168.169.200:80 wrr

-> 192.168.169.130:80 Route 1 3 20

您在 /var/spool/mail/root 中有新邮件

恢复luo-03机器，规则里面有添加上luo-03

[root@luo-01 ~]# ipvsadm -ln

IP Virtual Server version 1.2.1 (size=4096)

Prot LocalAddress:Port Scheduler Flags

-> RemoteAddress:Port Forward Weight ActiveConn InActConn

TCP 192.168.169.200:80 wrr

-> 192.168.169.130:80 Route 1 3 20

-> 192.168.169.131:80 Route 100 1 1

转载于:https://my.oschina.net/u/4095803/blog/3059463

chuhou7233

关注

0
点赞
踩
0

收藏

觉得还不错? 一键收藏
0
评论
0606 集群架构（下）

0606 集群架构（下）一、DR模式搭建 1、试验需求三台机器: 分发器，也叫调度器（简写为dir) ： 192.168.169.129 luo-01 rs1 ：192.168.169.130 luo-02 rs2 ：192.168.169.131 luo-03 ...
复制链接

扫一扫