SaltStack一键自动化部署高可用负载均衡集群

• 有了上一篇博客的基础，我们现在用【SaltStack自动化部署高可用负载均衡集群】

• server1和server4组成高可用和负载均衡集群；

• server2作为后端真实服务器提供httpd服务

• server3作为后端真实服务器提供nginx服务

• 实验环境

主机	IP	服务	角色
server1	172.25.19.1	haproxy，keepalived	master
server2	172.25.19.1	httpd	minion
server3	172.25.19.1	nginx	minion
server4	172.25.19.1	haproxy，keepalived	minion

• server1/2/3/4都要指定master

[root@server1 ~]# cd /etc/salt/
[root@server1 salt]# vim minion
master: 172.25.19.1

• 开启服务

[root@server1 salt]# systemctl start salt-master
[root@server1 salt]# systemctl start salt-minion
[root@server2 salt]# systemctl start salt-minion
[root@server3 salt]# systemctl start salt-minion
[root@server4 salt]# systemctl start salt-minion

• 交换公钥

[root@server1 salt]# salt-key -L     
[root@server1 salt]# salt-key -A     # 添加显示的所有主机 
[root@server1 salt]# salt-key -L

一、saltstack搭建httpd服务

[root@server1 minions]# cd /etc/salt/
[root@server1 salt]# vim master   
 674 file_roots:
 675   base:
 676     - /srv/salt      ##这个目录没有，需要自己创建
[root@server1 salt]# mkdir /srv/salt
[root@server1 salt]# mkdir httpd
[root@server1 salt]# cd httpd/
[root@server1 httpd]# mkdir files
[root@server1 httpd]# cd files/
[root@server1 files]# pwd
/etc/salt/httpd/files
[root@server1 files]# ls
httpd.conf         ##主机copy一个过来
[root@server1 files]# cd ..
[root@server1 httpd]# ls
files  install.sls  service.sls
[root@server1 httpd]# cat install.sls       ##安装httpd
apache-install:
  pkg.installed:
    - pkgs:
      - httpd
[root@server1 httpd]# cat  service.sls    ##启动httpd
include:
  - httpd.install

/etc/httpd/conf/httpd.conf:
  file.managed:
    - source: salt://httpd/files/httpd.conf

httpd-service:
  service.running:
    - name: httpd
    - enable: False
    - reload: True
      watch:
        - file: /etc/httpd/conf/httpd.conf

[root@server1 httpd]# salt server3 state.sls nginx.service

二、saltstack搭建nginx

1. 编辑自动编译安装nginx文件

[root@server1 salt]# mkdir nginx
[root@server1 salt]# cd nginx/
[root@server1 nginx]# mkdir files
[root@server1 nginx]# cd files/
[root@server1 files]# ls
nginx-1.15.8.tar.gz
[root@server1 nginx]# pwd
/srv/salt/nginx
[root@server1 nginx]# cat install.sls 
nginx-install:
  pkg.installed:
    - pkgs:
      - pcre-devel
      - zlib-devel
      - gcc
      - make

  file.managed:
    - name: /mnt/nginx-1.15.8.tar.gz
    - source: salt://nginx/files/nginx-1.15.8.tar.gz

  cmd.run:
    - name: cd /mnt && tar zxf nginx-1.15.8.tar.gz && cd nginx-1.15.8 && sed -i 's/CFLAGS="$CFLAGS -g"/#CFLAGS="$CFLAGS -g"/g' auto/cc/gcc && ./configure --prefix=/usr/local/nginx &> /dev/null && make &> /dev/null && make install &> /dev/null && cd .. && rm -fr nginx-1.15.8
    - creates: /usr/local/nginx 

[root@server1 nginx]# salt server3 state.sls nginx.install

2. 开启nginx服务脚本

[root@server1 nginx]# cat service.sls 
include:
  - nginx.install
  - users.nginx

/usr/local/nginx/conf/nginx.conf:
  file.managed:
    - source: salt://nginx/files/nginx.conf

nginx-service:
  file.managed:
    - name: /etc/systemd/system/nginx.service
    - source: salt://nginx/files/nginx.service

  service.running:
    - name: nginx
    - reload: True
    - watch:
      - file: /usr/local/nginx/conf/nginx.conf

 ##编写nginx的启动脚本
[root@server1 nginx]# cd files/
[root@server1 files]# vim nginx.service        
[Unit]
Description=The NGINX HTTP and reverse proxy server
After=syslog.target network.target remote-fs.target nss-lookup.target

[Service]
Type=forking
PIDFile=/usr/local/nginx/logs/nginx.pid
ExecStartPre=/usr/local/nginx/sbin/nginx -t
ExecStart=/usr/local/nginx/sbin/nginx
ExecReload=/usr/local/nginx/sbin/nginx -s reload
ExecStop=/usr/bin/kill -s QUIT $MAINPID
PrivateTmp=true

[Install]
WantedBy=multi-user.target

[root@server3 salt]# scp /usr/local/nginx/conf/nginx.conf server1:/srv/salt/nginx/files
[root@server1 nginx]# cd files/
[root@server1 files]# ls
nginx-1.15.8.tar.gz  nginx.conf  nginx.service

[root@server1 files]# vim  nginx.conf 
user  nginx;
worker_processes  auto;

#编辑自动建立nginx用户的sls文件
[root@server1 salt]# pwd
/srv/salt
[root@server1 salt]# mkdir users
[root@server1 salt]# cd users/
[root@server1 users]# vim nginx.sls
[root@server1 users]# cat nginx.sls 
nginx:
  user.present:
    - uid: 1000
    - shell: /sbin/nologin

[root@server1 nginx]# salt server3 state.sls nginx.service

• 更高级的推送方式

[root@server1 salt]# pwd
/srv/salt
[root@server1 salt]# vim top.sls
[root@server1 salt]# cat top.sls 
base:
  'server2':
    - httpd.service     ##server2安装httpd
   
  'server3':
    - nginx.service    ##server3安装nginx

[root@server1 salt]# salt '*' state.highstate

三、用haproxy实现负载均衡

1. 编辑install.sls文件，添加重新加载服务等

[root@server1 salt]# mkdir haproxy
[root@server1 salt]# cd haproxy/
[root@server1 haproxy]# vim install.sls
[root@server1 haproxy]# cat install.sls 
haproxy-install:
  pkg.installed:
    - pkgs:
      - haproxy

  file.managed:
    - name: /etc/haproxy/haproxy.cfg
    - source: salt://haproxy/files/haproxy.cfg

  service.running:
    - name: haproxy
    - reload: True
    - watch:
      - file: haproxy-install

2. 将haproxy配置文件发送到server1salt目录下，编辑haproxy的配置文件

[root@server1 haproxy]# cd files/
[root@server1 files]# pwd
/srv/salt/haproxy/files
[root@server1 files]# ls
haproxy.cfg
[root@server1 files]# vim haproxy.cfg 
    stats uri /status
#---------------------------------------------------------------------
# main frontend which proxys to the backends
#---------------------------------------------------------------------
frontend  main *:80
    default_backend             app

backend app
    balance     roundrobin
    server  app1 172.25.19.2:80 check
    server  app2 172.25.19.3:80 check

3. 编辑两个后端的默认发布文件内容

[root@server2 salt]# cat /var/www/html/index.html
server2
[root@server3 salt]# cat /usr/local/nginx/html/index.html 
server3

4. 在base（/etc/salt）目录下，编辑top.sls，并推送

[root@server1 salt]# pwd
/srv/salt
[root@server1 salt]# vim top.sls 
base:
  'server1':
    - haproxy.install
 
  'server4':
    - haproxy.install
 
  'server2':
    - httpd.service
   
  'server3':
    - nginx.service  

[root@server1 salt]# salt '*' state.highstate

5. 测试

• 172.25.19.1/status显示两个后端正常
  
• server2.server3轮询

四、配置高可用

1. 在server1的/srv/salt目录下，建立keepalived目录，进到目录里边编辑安装keepalived的sls推送文件

[root@server1 salt]# ls
_grains  haproxy  httpd  nginx  top.sls  users
[root@server1 salt]# mkdir keepalived
[root@server1 salt]# cd keepalived/
[root@server1 keepalived]# mkdir files
[root@server1 keepalived]# vim install.sls
[root@server1 keepalived]# cat install.sls 
kp-install:
  pkg.installed:
    - pkgs:
      - keepalived
  file.managed:
    - name: /etc/keepalived/keepalived.conf
    - source: salt://keepalived/files/keepalived.conf
    - template: jinja
      {% if grains['fqdn'] == 'server1' %}        # server1是master
      STATE: MASTER
      VRID: 51
      PRIORITY: 100
      {% elif grains['fqdn'] == 'server4' %}      # server2是backup
      STATE: BACKUP
      VRID: 51
      PRIORITY: 50
      {% endif %}
   
  service.running:
    - name: keepalived
    - reload: True
    - watch:
      - file: kp-install

2. 编辑 keepalived的脚本，配置文件远程发送到到sevrer1中/srv/salt/keepalived/files

[root@server4 keepalived]# scp keepalived.conf server1:/srv/salt/keepalived/files

[root@server1 files]# cat keepalived.conf 
! Configuration File for keepalived

global_defs {
   notification_email {
	root@localhost
   }
   notification_email_from keepalived@localhost
   smtp_server 127.0.0.1
   smtp_connect_timeout 30
   router_id LVS_DEVEL
}

vrrp_instance VI_1 {
    state {{ STATE }}
    interface eth0
    virtual_router_id {{ VRID }}
    priority {{ PRIORITY }}
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        172.25.19.100
    }
}

3. 安装mailx，用于接受推送消息

[root@server4 keepalived]# yum install -y mailx
[root@server1 keepalived]# yum install -y mailx

4. 在/srv/salt下编辑全部节点的推送的top.sls文件

[root@server1 salt]# cat top.sls
base:
  'server1':
    - haproxy.install
    - keepalived.install        
 
  'server4':
    - haproxy.install
    - keepalived.install
 
  'server2':
    - httpd.service
   
  'server3':
    - nginx.service  

#执行top.sls文件，向所有节点安装以及部署服务
[root@server1 salt]# salt '*' state.highstate

5. 查看vip已经在server1上了

[root@server1 files]# ip addr

• 测试通过vip可以实现后端的负载均衡
  
  

6. 当server1关掉keepalived后，vip会自动飘逸到server4上

[root@server1 salt]# systemctl stop keepalived
[root@server4 keepalived]# ip addr