企业 lvs+keepalived 高可用项目实战

Peter1617

已于 2024-06-03 10:30:25 修改

阅读量230

点赞数 12

文章标签：服务器网络 linux

于 2024-06-03 10:27:06 首次发布

本文链接：https://blog.csdn.net/Peter1617/article/details/139402007

版权

1，准备四台机子

lvs -01：192.168.163.174

lvs-02：192.168.163.175

nginx-01：192.168.163.176

nginx-02：192.168.163.177

2，在lvs上，安装部署keepalived、ipvsadm调度算法，设置公网ip

实施步骤：
1. 主/备调度器安装软件
[root@lvs-keepalived-master ~]# yum -y install ipvsadm keepalived 
[root@lvs-keepalived-slave ~]# yum -y install ipvsadm keepalived
2. Keepalived
lvs-master
[root@lvs-keepalived-master ~]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
   router_id lvs-keepalived-master    #辅助改为lvs-backup
}

vrrp_instance VI_1 {
    state MASTER
    interface ens33                #VIP绑定接口
    virtual_router_id 80         #VRID 同一组集群，主备一致          
    priority 100            #本节点优先级，辅助改为50
    advert_int 1            #检查间隔，默认为1s
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        172.16.147.101/24  # 可以写多个vip
    }
}

virtual_server 172.16.147.101 80 {    #LVS配置
    delay_loop 3
    lb_algo rr     #LVS调度算法
    lb_kind DR     #LVS集群模式（路由模式）
    net_mask 255.255.255.0
    protocol TCP      #健康检查使用的协议
    real_server 172.16.147.153 80 {
        weight 1
        inhibit_on_failure   #当该节点失败时，把权重设置为0，而不是从IPVS中删除
        TCP_CHECK {          #健康检查
            connect_port 80   #检查的端口
            connect_timeout 3  #连接超时的时间
            }
        }
    real_server 172.16.147.156 80 {
        weight 1
        inhibit_on_failure
        TCP_CHECK {
            connect_timeout 3
            connect_port 80
            }
        }
}

[root@lvs-keepalived-slave ~]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
   router_id lvs-keepalived-slave
}

vrrp_instance VI_1 {
    state BACKUP
    interface ens33
    nopreempt                    #不抢占资源
    virtual_router_id 80
    priority 50
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        172.16.147.101/24
    }
}
virtual_server 172.16.147.101 80 {
    delay_loop 3
    lb_algo rr
    lb_kind DR
    net_mask 255.255.255.0
    protocol TCP
    real_server 172.16.147.153 80 {
        weight 1
        inhibit_on_failure
        TCP_CHECK {
            connect_port 80
            connect_timeout 3
            }
        }
    real_server 172.16.147.156 80 {
        weight 1
        inhibit_on_failure
        TCP_CHECK {
            connect_timeout 3
            connect_port 80
            }
        }
}
3. 启动KeepAlived（主备均启动）
[root@lvs-keepalived-master ~]# systemctl start keepalived
[root@lvs-keepalived-master ~]# systemctl enable keepalived

[root@lvs-keepalived-master ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  172.16.147.101:80 rr persistent 20
  -> 172.16.147.153:80           Route   1      0          0         
  -> 172.16.147.156:80           Route   0      0          0

4，发现只要写好了keepalived，公网IP自动出现，不用去添加网卡了。
[root@lvs-master ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:d2:29:da brd ff:ff:ff:ff:ff:ff
    inet 192.168.163.174/24 brd 192.168.163.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet 192.168.163.200/24 scope global secondary ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::c242:6345:7f8d:b6fb/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::c211:56c3:482f:38f1/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::1abf:a4a5:f0f6:c939/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever

3，在nginx上，部署测试

4. 所有RS配置(nginx1,nginx2)
配置好网站服务器，测试所有RS
[root@test-nginx1 ~]# yum install -y nginx
[root@test-nginx2 ~]# yum install -y nginx
[root@test-nginx1 ~]# echo "ip addr add dev lo 172.16.147.101/32" >> /etc/rc.local      #添加虚拟公网IP，这是临时的，要设置为永久的请看我写的lvs-dr
[root@test-nginx1 ~]# echo "net.ipv4.conf.all.arp_ignore = 1" >> /etc/sysctl.conf       #静默模式
[root@test-nginx1 ~]# echo "net.ipv4.conf.all.arp_announce = 2" >> /etc/sysctl.conf     #精准回包
[root@test-nginx1 ~]# sysctl -p     #加载一下
[root@test-nginx1 ~]# echo "web1..." >> /usr/share/nginx/html/index.html
[root@test-nginx1 ~]# systemctl start nginx
[root@test-nginx1 ~]# chmod +x /etc/rc.local
[root@test-nginx1 ~]# vim /etc/nginx/nginx.conf
    keepalive_timeout   1;      #修改默认访问配置时间65改为1，方便测试

LB集群测试
所有分发器和Real Server都正常

主分发器故障及恢复

4，测试，在浏览器中输入公网IP，查看网页变化，实现负载均衡。

把lvs-master中的keepalived关掉，访问王爷发现照样可以访问，网页变化还在，说明负载均衡还在，keepalived高可用实现了！！

查看lvs-slave的IP，发现公网在这里起来了，就是主down掉后，从就起来了，实现了高可用。

[root@lvs-slave ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:ec:e5:7a brd ff:ff:ff:ff:ff:ff
    inet 192.168.163.175/24 brd 192.168.163.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet 192.168.163.200/24 scope global secondary ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::c211:56c3:482f:38f1/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever
    inet6 fe80::c242:6345:7f8d:b6fb/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever
    inet6 fe80::1abf:a4a5:f0f6:c939/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever