keepalived双机热备

奔跑的小豆子

已于 2024-09-04 10:20:08 修改

阅读量455

点赞数 3

分类专栏：运维文章标签： docker linux 运维

于 2024-09-04 10:18:54 首次发布

本文链接：https://blog.csdn.net/qq_33192811/article/details/141884239

版权

运维专栏收录该内容

1 篇文章 0 订阅

订阅专栏

一、准备

1、keepalived压缩包以及相关脚本文件

[root@k8s-worker deploy]# ll -rt
总用量 340
-rw-r--r-- 1 root root 330164 9月   3 14:48 keepalived-1.2.19.tar.gz
-rw-r--r-- 1 root root    714 9月   3 14:48 keepalived_install.sh

脚本信息如下:

[root@k8s-worker deploy]# cat keepalived_install.sh 
#!/bin/sh
set -e
## 安装依赖
sudo yum -y install openssl openssl-devel gcc

## 记录脚本所在路径
currentpath=`pwd`

## 解压编译
tar -xvf keepalived-1.2.19.tar.gz -C /data/
cd /data/keepalived-1.2.19
./configure --prefix=/data/keepalived --disable-fwmark
make
make install

sudo cp /data/keepalived/sbin/keepalived /usr/sbin/
sudo cp /data/keepalived/etc/rc.d/init.d/keepalived /etc/init.d/

## add service
sudo cp /data/keepalived/etc/sysconfig/keepalived /etc/sysconfig/
sudo chkconfig --add keepalived

sudo mkdir -p /etc/keepalived

#cd ..
sudo cp $currentpath/keepalived.conf /etc/keepalived/
sudo cp $currentpath/killkeepalived.sh /data/killkeepalived.sh
sudo chmod +x /data/killkeepalived.sh

2、JDK版本

[root@k8s-worker deploy]# java -version
java version "1.8.0_202"
Java(TM) SE Runtime Environment (build 1.8.0_202-b08)
Java HotSpot(TM) 64-Bit Server VM (build 25.202-b08, mixed mode)

/etc/profile

export JAVA_HOME=/usr/java/jdk1.8.0_202
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

3、SpringBoot项目用于测试

3.1、pom.xml

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>com.zkxu.spring</groupId>
    <artifactId>web-demo01</artifactId>
    <version>1.0-SNAPSHOT</version>

    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>2.6.7</version>
    </parent>

    <properties>
        <maven.compiler.source>8</maven.compiler.source>
        <maven.compiler.target>8</maven.compiler.target>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    </properties>



    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>
    </dependencies>


    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
    </build>
</project>

3.2、DemoApplication

package com.zkxu.spring;


import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;


@SpringBootApplication
public class DemoApplication {
    public static void main(String[] args) {
        SpringApplication.run(DemoApplication.class, args);
    }
}

3.3、HelloController

package com.zkxu.spring.controller;


import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RestController;

@RestController
public class HelloController {

    @GetMapping("/")
    public String hello ()
    {
        return "hello world";
    }
}

3.4、application.yaml

server:
  port: 9090

二、keepalived安装&&配置（双节点）

2、192.168.248.129节点安装配置（MASTER）

2.1、进入压缩包所在目录，执行安装脚本

[root@k8s-worker deploy]# ll -rt
总用量 340
-rw-r--r-- 1 root root 330164 9月   3 14:48 keepalived-1.2.19.tar.gz
-rw-r--r-- 1 root root    714 9月   3 14:48 keepalived_install.sh
[root@k8s-worker deploy]# sh keepalived_install.sh

2.2、修改keepalived配置文件

[root@k8s-worker data]# cat /etc/sysconfig/keepalived 
# 指定keepalived配置文件
KEEPALIVED_OPTIONS="-f /data/keepalived/keepalived.conf -D -d -S 0"

2.3、进入keepalived安装目录，修改配置信息

[root@k8s-worker data]# cd /data/keepalived
[root@k8s-worker keepalived]# cat keepalived.conf 

bal_defs { 
	router_id Tomcat_RWDD #节点名
} 

vrrp_instance VI_1 { 
	state MASTER #备用服务器上改为 MASTER BACKUP 
	interface ens33 #监测网卡
	virtual_router_id 207 #主、备必须一样 
	priority 100 #备用服务器上改为99 
	advert_int 1 #VRRP Multicast广播周期秒数 
	authentication { 
		auth_type PASS #VRRP认证方式，主备必须一致
		auth_pass 2222 #(密码) 
	} 

        #keepalived 单播模式
        unicast_src_ip 192.168.248.129 #本机ip
        unicast_peer {
                192.168.248.130 #对端ip
        }

	virtual_ipaddress { 
		192.168.248.180 #VRRP HA虚拟地址 
	} 
} 
virtual_server 192.168.248.180 9090 {
	delay_loop 6
	lb_algo wrr
	lb_kind DR
	persistence_timeout 50        #会话保持时间 
	protocol TCP
	
	## 此处为服务真实地址
	#主机地址
	real_server 192.168.248.129 9090 {
		weight 3                      #权重
		notify_down /data/killkeepalived.sh    #检测到挂了执行这个脚本
		TCP_CHECK {
			connect_timeout 10        #连接超时时间
			nb_get_retry 3            #重连次数 
			delay_before_retry 3      #重连间隔时间
			connect_port 9090         #健康检查端口 
		}
	}
}

由于配置信息中指定了一个脚本文件用于检测9090端口，当端口异常时，会执行killkeepalived.sh脚本关闭keepalived进程从而完成vip漂移，脚本信息如下；

[root@k8s-worker data]# cat killkeepalived.sh 
#!/bin/sh
pkill keepalived

2.4、创建日志文件并配置日志信息

[root@k8s-worker keepalived]# mkdir -p /data/keepalived/logs
[root@k8s-worker keepalived]# touch /data/keepalived/logs/keepalived.log
[root@k8s-worker keepalived]# vim /etc/rsyslog.conf

在rsyslog.conf中修改后的文件如下：

# Log cron stuff
cron.*                                                  /var/log/cron

# Everybody gets emergency messages
*.emerg                                                 :omusrmsg:*

# Save news errors of level crit and higher in a special file.
uucp,news.crit                                          /var/log/spooler

# Save boot messages also to boot.log
local7.*                                                /var/log/boot.log

#这个是新增的，配置了日志文件
local0.*						/data/keepalived/logs/keepalived.log

重启rsyslog使配置生效

[root@k8s-worker keepalived]# service rsyslog restart

2.5、启动keepalived,查看vip

[root@k8s-worker keepalived]# /etc/init.d/keepalived start
[root@k8s-worker keepalived]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:5d:9b:18 brd ff:ff:ff:ff:ff:ff
    inet 192.168.248.129/24 brd 192.168.248.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet 192.168.248.180/32 scope global ens33
       valid_lft forever preferred_lft forever

可以看到192.168.248.180已经生效，也可以查看日志信息

[root@k8s-worker keepalived]# tail -n 10 /data/keepalived/logs/keepalived.log 
Sep  4 09:47:48 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) removing protocol VIPs.
Sep  4 09:47:48 k8s-worker Keepalived_healthcheckers[102625]: Netlink reflector reports IP 192.168.248.180 removed
Sep  4 09:47:48 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) Now in FAULT state
Sep  4 09:47:52 k8s-worker Keepalived_vrrp[102626]: Kernel is reporting: interface ens33 UP
Sep  4 09:47:52 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) Transition to MASTER STATE
Sep  4 09:47:53 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) Entering MASTER STATE
Sep  4 09:47:53 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) setting protocol VIPs.
Sep  4 09:47:53 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) Sending gratuitous ARPs on ens33 for 192.168.248.180
Sep  4 09:47:53 k8s-worker Keepalived_healthcheckers[102625]: Netlink reflector reports IP 192.168.248.180 added
Sep  4 09:47:58 k8s-worker Keepalived_vrrp[102626]: VRRP_Instance(VI_1) Sending gratuitous ARPs on ens33 for 192.168.248.180

2.6、使用独立脚本监控9090端口，当端口恢复时，启动keepalived进程

编写监控脚本monitor_and_restart_keepalived.sh

[root@k8s-worker data]# cat monitor_and_restart_keepalived.sh 
#!/bin/bash

# 定义要监控的IP和端口
IP="192.168.248.129"
PORT="9090"

# 监控间隔时间（秒）
INTERVAL=10

while true; do
    # 检查端口是否可访问
    if (echo > /dev/tcp/$IP/$PORT) &> /dev/null; then
        echo "$(date): $IP:$PORT is up."

        # 检查 keepalived 是否正在运行
        if ! pgrep keepalived > /dev/null; then
            echo "$(date): keepalived is not running. Starting keepalived..."
            systemctl start keepalived
        fi
    else
        echo "$(date): $IP:$PORT is down."
    fi

    # 等待一段时间再进行下次检查
    sleep $INTERVAL
done

使脚本作为服务自动运行，首选创建一个systemd服务单元文件管理脚本

[root@k8s-worker data]# cat /etc/systemd/system/monitor_keepalived.service 
[Unit]
Description=Monitor and restart keepalived if necessary

[Service]
ExecStart=/data/monitor_and_restart_keepalived.sh
Restart=always

[Install]
WantedBy=multi-user.target

重新加载systemd配，并启动该服务

sudo systemctl daemon-reload
sudo systemctl start monitor_keepalived.service
sudo systemctl enable monitor_keepalived.service
sudo systemctl status monitor_keepalived.service

3、192.168.248.130节点安装配置（BACKUP）

具体安装配置流程同192.168.248.129，只是有几个配置文件内容稍有改动，下面列出需要调整的配置文件

3.1、monitor_and_restart_keepalived.sh

[root@k8s-worker2 data]# cat /data/monitor_and_restart_keepalived.sh 
#!/bin/bash

# 定义要监控的IP和端口
IP="192.168.248.130"
PORT="9090"

# 监控间隔时间（秒）
INTERVAL=10

while true; do
    # 检查端口是否可访问
    if (echo > /dev/tcp/$IP/$PORT) &> /dev/null; then
        echo "$(date): $IP:$PORT is up."

        # 检查 keepalived 是否正在运行
        if ! pgrep keepalived > /dev/null; then
            echo "$(date): keepalived is not running. Starting keepalived..."
            systemctl start keepalived
        fi
    else
        echo "$(date): $IP:$PORT is down."
    fi

    # 等待一段时间再进行下次检查
    sleep $INTERVAL
done

3.2、keepalived.conf

[root@k8s-worker2 data]# cat /data/keepalived/keepalived.conf 

bal_defs { 
	router_id Tomcat_RWDD #节点名
} 

vrrp_instance VI_1 { 
	state BACKUP #备用服务器上改为 MASTER BACKUP 
	interface ens33 #监测网卡
	virtual_router_id 207 #主、备必须一样 
	priority 99 #备用服务器上改为99 
	advert_int 1 #VRRP Multicast广播周期秒数 
	authentication { 
		auth_type PASS #VRRP认证方式，主备必须一致
		auth_pass 2222 #(密码) 
	} 

        #keepalived 单播模式
        unicast_src_ip 192.168.248.130 #本机ip
        unicast_peer {
                192.168.248.129 #对端ip
        }

	virtual_ipaddress { 
		192.168.248.180 #VRRP HA虚拟地址 
	} 
} 
virtual_server 192.168.248.180 9090 {
	delay_loop 6
	lb_algo wrr
	lb_kind DR
	persistence_timeout 50        #会话保持时间 
	protocol TCP
	
	## 此处为服务真实地址
	#主机地址
	real_server 192.168.248.130 9090 {
		weight 3                      #权重
		notify_down /data/killkeepalived.sh    #检测到挂了执行这个脚本
     		TCP_CHECK {
			connect_timeout 10        #连接超时时间
			nb_get_retry 3            #重连次数 
			delay_before_retry 3      #重连间隔时间
			connect_port 9090         #健康检查端口 
		}
	}
}