centos7 keepalived lvs 集群案例

环境：

[root@0f34df37cdaf keepalived]# cat /etc/redhat-release 
CentOS Linux release 7.8.2003 (Core)

DIP(lvs+keepalived):	172.17.0.5		Vip : 172.17.0.100
	SIP1(nginx服务器):	172.17.0.3		lo:1  172.17.0.100
	SIP2(nginx服务器):	172.17.0.4		lo:1  172.17.0.100

真实服务器配置-SIP1

禁用环回回参与ARP响应

[root@fcdceef9b08b network-scripts]# echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore
[root@fcdceef9b08b network-scripts]# echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce
[root@fcdceef9b08b network-scripts]# echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore
[root@fcdceef9b08b network-scripts]# echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce

设置lo:1 IP

ifconfig lo:0 172.17.0.100 broadcast 172.17.0.100 netmask 255.255.255.255 up

[root@fcdceef9b08b network-scripts]# ifconfig
eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 172.17.0.2  netmask 255.255.0.0  broadcast 0.0.0.0
        inet6 fe80::42:acff:fe11:2  prefixlen 64  scopeid 0x20<link>
        ether 02:42:ac:11:00:02  txqueuelen 0  (Ethernet)
        RX packets 32570  bytes 210608267 (200.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 29939  bytes 1798892 (1.7 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10<host>
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo:0: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 172.17.0.100  netmask 255.255.255.255
        loop  txqueuelen 1000  (Local Loopback)

真实服务器配置-SIP2

禁用环回回参与ARP响应

[root@fcdceef9b08b network-scripts]# echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore
[root@fcdceef9b08b network-scripts]# echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce
[root@fcdceef9b08b network-scripts]# echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore
[root@fcdceef9b08b network-scripts]# echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce

设置lo:1 IP

ifconfig lo:0 172.17.0.100 broadcast 172.17.0.100 netmask 255.255.255.255 up

[root@fcdceef9b08b network-scripts]# ifconfig
eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 172.17.0.2  netmask 255.255.0.0  broadcast 0.0.0.0
        inet6 fe80::42:acff:fe11:2  prefixlen 64  scopeid 0x20<link>
        ether 02:42:ac:11:00:02  txqueuelen 0  (Ethernet)
        RX packets 32570  bytes 210608267 (200.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 29939  bytes 1798892 (1.7 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10<host>
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo:0: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 172.17.0.100  netmask 255.255.255.255
        loop  txqueuelen 1000  (Local Loopback)

LVS+keepalived服务器

安装软件

[root@0f34df37cdaf /]#yum install net-tools
[root@0f34df37cdaf /]# yum install -y kernel kernel-devel

[root@0f34df37cdaf /]# yum install ipvsadm -y
[root@0f34df37cdaf /]# yum insall keepalived* -y

添加模块

[root@0f34df37cdaf /]# modprobe ip_vs_rr
[root@0f34df37cdaf /]# modprobe ip_vs_wrr
查看模块信息
[root@0f34df37cdaf /]# lsmod |grep ip_vs
ip_vs_rr               12600  0 
ip_vs_wrr              12697  1 
ip_vs                 145497  5 ip_vs_rr,ip_vs_wrr
nf_conntrack          139264  8 ip_vs,nf_nat,nf_nat_ipv4,nf_nat_ipv6,xt_conntrack,nf_nat_masquerade_ipv4,nf_conntrack_ipv4,nf_conntrack_ipv6
libcrc32c              12644  4 xfs,ip_vs,nf_nat,nf_conntrack

配置文件

备份配置文件

[root@0f34df37cdaf /]# cd /etc/keepalived/
[root@0f34df37cdaf keepalived]# cp keepalived.conf keepalived.conf.bak

配置keepalived.conf

[root@0f34df37cdaf keepalived]# cat keepalived.conf
! Configuration File for keepalived

global_defs {
   notification_email {
      631646620.com
   }
   notification_email_from sysokean_yjy@163.com
   smtp_server 127.0.0.1 
   smtp_connect_timeout 30
   router_id LVS_DEVEL
}
# VIP1
vrrp_instance VI_1 {
    state  BACKUP  
    interface  eth0
    lvs_sync_daemon_inteface eth0
    virtual_router_id 51
    priority 100 
    advert_int 5
    nopreempt
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        172.17.0.100  
    }
}
virtual_server 172.17.0.100 80 {
    delay_loop 6    
    lb_algo wrr    
    lb_kind DR   
persistence_timeout  60   
    protocol TCP     
    real_server 172.17.0.2 80 {
        weight 100        
        TCP_CHECK {
        connect_timeout 10 
        nb_get_retry 3
        delay_before_retry 3
        connect_port 80
        }
    }
    real_server 172.17.0.3 80 {
        weight 100
        TCP_CHECK {
        connect_timeout 10
        nb_get_retry 3
        delay_before_retry 3
        connect_port 80
        }
    }
}

启动keepalived

[root@0f34df37cdaf keepalived]# systemctl start keepalived

查看VIP是否生成

[root@0f34df37cdaf keepalived]# ip addr|grep 0.100
    inet 172.17.0.100/32 scope global eth0

查看ipvsadmin信息是否生成

[root@0f34df37cdaf keepalived]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  172.17.0.100:80 wrr persistent 60
  -> 172.17.0.2:80                Route   100    0          0         
  -> 172.17.0.3:80                Route   100    0          0 

访问测试

找一台机器使用curl vip 来测试访问

[root@9b178f891e44 ansible]# 
[root@9b178f891e44 ansible]# ifconfig |grep inet|grep -v inet6
        inet 172.17.0.4  netmask 255.255.0.0  broadcast 0.0.0.0
        inet 127.0.0.1  netmask 255.0.0.0
[root@9b178f891e44 ansible]# 
[root@9b178f891e44 ansible]# 
[root@9b178f891e44 ansible]# curl 172.17.0.100
<!DOCTYPE html>
<html>
<head>
<title>Welcome to nginx!</title>
<style>
    body {
        width: 35em;
        margin: 0 auto;
        font-family: Tahoma, Verdana, Arial, sans-serif;
    }
</style>
</head>
<body>
<h1>Welcome to nginx!</h1>
<p>If you see this page, the nginx web server is successfully installed and
working. Further configuration is required.</p>

<p>For online documentation and support please refer to
<a href="http://nginx.org/">nginx.org</a>.<br/>
Commercial support is available at
<a href="http://nginx.com/">nginx.com</a>.</p>

<p><em>Thank you for using nginx.</em></p>
</body>
</html>

测试成功

注：

lvs 与keepalived在一起时，可以不用单独配置lvs, 在keepalived.conf中一起配置，启动keepalived时，会把lvs的配置一起启动

当测试访问不成功，而ipvsadm -Ln有信息时，可以在lvs机器上添加一条路由
route add -host 172.17.0.100 eth0

---------------------------end