环境配置
ip类型 | ip地址 |
---|---|
VIP虚拟的 | 192.168.149.144 |
lb主 | 192.168.149.143 |
host1IP | 192.168.149.140 |
host2IP | 192.168.149.137 |
lb2从 | 192.168.149.152 |
host1配置
[root@host1 ~]# systemctl stop firewalld.service
[root@host1 ~]# setenforce 0
[root@host1 ~]# yum -y install httpd
[root@host1 ~]# systemctl start httpd
[root@host1 ~]# echo "1" > /var/www/html/index.html
[root@host1 ~]# ifconfig lo:0 192.168.149.144/32 broadcast 192.168.149.144 up
[root@host1 ~]# route add -host 192.168.149.144 dev lo:0
配置网卡
[root@host1 ~]# vim /etc/sysconfig/network-scripts/ifcfg-ens160
TYPE=Ethernet
OTPROTO=static
NAME=ens160
DEVICE=ens160
ONBOOT=yes
IPADDR=192.168.149.140
PREFIX=24
GATEWAY=192.168.149.2
DNS1=114.114.114.114
重启网卡
[root@host1 ~]# ifdown ens160;ifup ens160
[root@host1 ~]# ip route
default via 192.168.149.2 dev ens160 proto static metric 100
192.168.149.0/24 dev ens160 proto kernel scope link src 192.168.149.140 metric 100
[root@host1 ~]# cd /etc/httpd/
[root@host1 httpd]# cat >> /etc/sysctl.conf <<EOF
> net.ipv4.conf.all.arp_ignore=1
> net.ipv4.conf.all.arp_announce=2
> EOF
[root@host1 httpd]# sysctl -p
net.ipv4.conf.all.arp_ignore = 1
net.ipv4.conf.all.arp_announce = 2
host2配置
[root@host2 ~]# systemctl stop firewalld.service
[root@host2 ~]# setenforce 0
[root@host2 ~]# yum -y install httpd
[root@host2 ~]# systemctl start httpd
[root@host2 ~]# echo "2" > /var/www/html/index.html
[root@host2 ~]# ifconfig lo:0 192.168.149.144/32 broadcast 192.168.149.144 up
[root@host2 ~]# route add -host 192.168.149.144 dev lo:0
配置网卡
[root@host2 ~]# vim /etc/sysconfig/network-scripts/ifcfg-ens160
TYPE=Ethernet
OTPROTO=static
NAME=ens160
DEVICE=ens160
ONBOOT=yes
IPADDR=192.168.149.137
PREFIX=24
GATEWAY=192.168.149.2
DNS1=114.114.114.114
重启网卡
[root@host2 ~]# ifdown ens160;ifup ens160
[root@host2 ~]# ip route
default via 192.168.149.2 dev ens160 proto static metric 100
192.168.149.0/24 dev ens160 proto kernel scope link src 192.168.149.137 metric 100
[root@host2 ~]# cd /etc/httpd/
[root@host2 httpd]# cat >> /etc/sysctl.conf <<EOF
> net.ipv4.conf.all.arp_ignore=1
> net.ipv4.conf.all.arp_announce=2
> EOF
[root@host2 httpd]# sysctl -p
net.ipv4.conf.all.arp_ignore = 1
net.ipv4.conf.all.arp_announce = 2
调试器配置
主配置
[root@lb ~]# systemctl stop firewalld.service
[root@lb ~]# setenforce 0
[root@lb ~]# yum -y install ipvsadm
[root@lb ~]# dnf -y install keepalived
配置网卡
[root@lb ~]# vim /etc/sysconfig/network-scripts/ifcfg-ens160
TYPE=Ethernet
BOOTPROTO=static
NAME=ens160
DEVICE=ens160
ONBOOT=yes
IPADDR0=192.168.149.143
PREFIX0=24
IPADDR1=192.168.149.144
PREFIX1=24
GATEWAY=192.168.149.2
DNS1=114.114.114.114
重启网卡
[root@lb ~]# ifdown ens160;ifup ens160
添加规则
[root@lb ~]# ipvsadm -A -t 192.168.149.144:80 -s rr
[root@lb ~]# ipvsadm -a -t 192.168.149.144:80 -r 192.168.149.140:80 -g
[root@lb ~]# ipvsadm -a -t 192.168.149.144:80 -r 192.168.149.137:80 -g
[root@lb ~]# ipvsadm -Sn > /etc/sysconfig/ipvsadm
[root@lb ~]# echo "ipvsadm -Sn > /etc/sysconfig/ipvsadm" >>/etc/rc.d/rc.local
[root@lb ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port Forward Weight ActiveConn InActConn
TCP 192.168.149.144:80 rr
-> 192.168.149.137:80 Route 1 0 0
-> 192.168.149.140:80 Route 1 0 0
从配置
[root@lb2 ~]# systemctl stop firewalld.service
[root@lb2 ~]# setenforce 0
[root@lb2 ~]# yum -y install ipvsadm
[root@lb2 ~]# dnf -y install keepalived
配置网卡
[root@lb2 ~]# vim /etc/sysconfig/network-scripts/ifcfg-ens160
TYPE=Ethernet
BOOTPROTO=static
NAME=ens160
DEVICE=ens160
ONBOOT=yes
IPADDR0=192.168.149.152
PREFIX0=24
IPADDR1=192.168.149.144
PREFIX1=24
GATEWAY=192.168.149.2
DNS1=114.114.114.114
重启网卡
[root@lb2 ~]# ifdown ens160;ifup ens160
添加规则
[root@lb2 ~]# ipvsadm -A -t 192.168.149.144:80 -s rr
[root@lb2 ~]# ipvsadm -a -t 192.168.149.144:80 -r 192.168.149.140:80 -g
[root@lb2 ~]# ipvsadm -a -t 192.168.149.144:80 -r 192.168.149.137:80 -g
[root@lb ~]# ipvsadm -Sn > /etc/sysconfig/ipvsadm
[root@lb ~]# echo "ipvsadm -Sn > /etc/sysconfig/ipvsadm" >>/etc/rc.d/rc.local
[root@lb2 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port Forward Weight ActiveConn InActConn
TCP 192.168.149.144:80 rr
-> 192.168.149.137:80 Route 1 0 0
-> 192.168.149.140:80 Route 1 0 0
配置keepalived主配置文件
master配置
[root@lb ~]# cd /etc/keepalived/
[root@lb keepalived]# mv keepalived.conf{,-bak}
[root@lb keepalived]# vim keepalived.conf
! Configuration File for keepalived
global_defs {
! Configuration File for keepalived
global_defs {
router_id lb01
}
vrrp_instance VI_1 {
state BACKUP
interface ens160
virtual_router_id 51
priority 100
advert_int 1
authentication {
auth_type PASS
auth_pass xialuo12
}
virtual_ipaddress {
192.168.149.144
}
}
virtual_server 192.168.149.144 80 {
delay_loop 6
lb_algo rr
lb_kind DR
persistence_timeout 50
protocol TCP
real_server 192.168.149.143 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
real_server 192.168.149.152 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
}
[root@lb keepalived]# systemctl enable keepalived
Created symlink /etc/systemd/system/multi-user.target.wants/keepalived.service → /usr/lib/systemd/system/keepalived.service.
[root@lb keepalived]# systemctl start keepalived
slave配置
[root@lb2 ~]# cd /etc/keepalived/
[root@lb2 keepalived]# mv keepalived.conf{,-bak}
[root@lb2 keepalived]# vim keepalived.conf
! Configuration File for keepalived
global_defs {
router_id lb02
}
vrrp_instance VI_1 {
state BACKUP
interface ens160
virtual_router_id 51
priority 90
advert_int 1
authentication {
auth_type PASS
auth_pass xialuo12
}
virtual_ipaddress {
192.168.149.144
}
}
virtual_server 192.168.149.144 80 {
delay_loop 6
lb_algo rr
lb_kind DR
! Configuration File for keepalived
global_defs {
router_id lb02
}
vrrp_instance VI_1 {
state BACKUP
interface ens160
virtual_router_id 51
priority 90
advert_int 1
authentication {
auth_type PASS
auth_pass xialuo12
}
virtual_ipaddress {
192.168.149.144
}
}
virtual_server 192.168.149.144 80 {
delay_loop 6
lb_algo rr
lb_kind DR
persistence_timeout 50
protocol TCP
real_server 192.168.149.143 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
real_server 192.168.149.152 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
}
[root@lb2 keepalived]# systemctl start keepalived
[root@lb2 keepalived]# systemctl enable keepalived
Created symlink /etc/systemd/system/multi-user.target.wants/keepalived.service → /usr/lib/systemd/system/keepalived.service.
查看vip
主上面
[root@lb keepalived]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens160: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:95:2f:49 brd ff:ff:ff:ff:ff:ff
inet 192.168.149.143/24 brd 192.168.149.255 scope global noprefixroute ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/32 scope global ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/24 brd 192.168.149.255 scope global secondary noprefixroute ens160
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:fe95:2f49/64 scope link
valid_lft forever preferred_lft forever
从上面
[root@lb2 keepalived]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens160: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:b4:ec:0b brd ff:ff:ff:ff:ff:ff
inet 192.168.149.152/24 brd 192.168.149.255 scope global noprefixroute ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/24 brd 192.168.149.255 scope global secondary noprefixroute ens160
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:feb4:ec0b/64 scope link
valid_lft forever preferred_lft forever
让keepalived监控监控LVS的LB
- 在lb(主)上编写脚本
[root@lb ~]# mkdir /scripts
[root@lb ~]# vim /scripts/notify.sh
#!/bin/bash
case "$1" in
master)
ipvsadm -R < /etc/sysconfig/ipvsadm
;;
backup)
ipvsadm -C
;;
*)
echo "Usage:$0 master|backup"
;;
esac
[root@lb ~]# chmod +x /scripts/notify.sh
- 在lb2(从)上面写脚本
[root@lb2 ~]# mkdir /scripts
[root@lb2 ~]# vim /scripts/notify.sh
#!/bin/bash
case "$1" in
master)
ipvsadm -R < /etc/sysconfig/ipvsadm
;;
backup)
ipvsadm -C
;;
*)
echo "Usage:$0 master|backup"
;;
esac
[root@lb2 ~]# chmod +x /scripts/notify.sh
配置keepalived加入故障转移脚本
- 配置主keepalived
[root@lb ~]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived
global_defs {
router_id lb01
}
vrrp_instance VI_1 {
state BACKUP
interface ens160
virtual_router_id 51
priority 100
advert_int 1
authentication {
auth_type PASS
auth_pass xialuo12
}
virtual_ipaddress {
192.168.149.144
}
notify_master "/scripts/notify.sh master"
notify_backup "/scripts/notify.sh backup"
}
virtual_server 192.168.149.144 80 {
delay_loop 6
lb_algo rr
lb_kind DR
persistence_timeout 50
protocol TCP
real_server 192.168.149.143 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
real_server 192.168.149.152 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
}
[root@lb ~]# systemctl restart keepalived
[root@lb ~]# systemctl enable keepalived
- 配置从keepalived
[root@lb2 ~]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived
global_defs {
router_id lb02
}
vrrp_instance VI_1 {
state BACKUP
interface ens160
virtual_router_id 51
priority 90
advert_int 1
authentication {
auth_type PASS
auth_pass xialuo12
}
virtual_ipaddress {
192.168.149.144
}
notify_master "/scripts/notify.sh master"
notify_backup "/scripts/notify.sh backup"
}
virtual_server 192.168.149.144 80 {
delay_loop 6
lb_algo rr
lb_kind DR
persistence_timeout 50
protocol TCP
real_server 192.168.149.143 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
real_server 192.168.149.152 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
}
[root@lb2 ~]# systemctl restart keepalived
[root@lb2 ~]# systemctl enable keepalived
测试
模拟主宕机
[root@lb ~]# poweroff
从机查看IP
[root@lb2 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens160: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:b4:ec:0b brd ff:ff:ff:ff:ff:ff
inet 192.168.149.152/24 brd 192.168.149.255 scope global noprefixroute ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/32 scope global ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/24 brd 192.168.149.255 scope global secondary noprefixroute ens160
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:feb4:ec0b/64 scope link
valid_lft forever preferred_lft forever
[root@host2 ~]# curl 192.168.149.144
2
[root@host1 ~]# curl 192.168.149.144
1
- 当lb重新启动时
[root@lb ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens160: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:95:2f:49 brd ff:ff:ff:ff:ff:ff
inet 192.168.149.143/24 brd 192.168.149.255 scope global noprefixroute ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/32 scope global ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/24 brd 192.168.149.255 scope global secondary noprefixroute ens160
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:fe95:2f49/64 scope link
valid_lft forever preferred_lft forever
[root@lb2 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens160: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:b4:ec:0b brd ff:ff:ff:ff:ff:ff
inet 192.168.149.152/24 brd 192.168.149.255 scope global noprefixroute ens160
valid_lft forever preferred_lft forever
inet 192.168.149.144/24 brd 192.168.149.255 scope global secondary noprefixroute ens160
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:feb4:ec0b/64 scope link
valid_lft forever preferred_lft forever
可以发现lb又变为了主