Saltstack 部署Zabbix监控服务

Saltstack 部署Zabbix监控服务

一、Zabbix项目框架

下面为完整框架

[root@master ~]# tree  /srv/
/srv/
├── pillar
│   └── prod
│       ├── apache.sls
│       ├── mysql.sls
│       ├── php.sls
│       └── top.sls
└── salt
    ├── base
    ├── dev
    ├── prod
    │   ├── modules
    │   │   ├── application
    │   │   │   └── php
    │   │   │       ├── files
    │   │   │       │   ├── install.sh.j2
    │   │   │       │   ├── oniguruma-devel-6.8.2-2.el8.x86_64.rpm
    │   │   │       │   ├── php-7.4.24.tar.gz
    │   │   │       │   ├── php-fpm
    │   │   │       │   ├── php-fpm.conf
    │   │   │       │   ├── php-fpm.service
    │   │   │       │   └── www.conf
    │   │   │       └── install.sls
    │   │   ├── database
    │   │   │   └── mysql
    │   │   │       ├── files
    │   │   │       │   ├── install.sh.j2
    │   │   │       │   ├── mysql-5.7.35-linux-glibc2.12-x86_64.tar.gz
    │   │   │       │   ├── mysqld.service.j2
    │   │   │       │   └── mysql.server
    │   │   │       └── install.sls
    │   │   └── web
    │   │       └── apache
    │   │           ├── files
    │   │           │   ├── apr-1.7.0.tar.gz
    │   │           │   ├── apr-util-1.6.1.tar.gz
    │   │           │   ├── httpd-2.4.49.tar.gz
    │   │           │   ├── httpd.conf
    │   │           │   ├── httpd.service.j2
    │   │           │   └── install.sh
    │   │           └── install.sls
    │   └── zabbix
    │       ├── apache.sls
    │       ├── files
    │       │   ├── index.php
    │       │   ├── install.sh.j2
    │       │   ├── my.cnf.j2
    │       │   ├── mysql.conf.j2
    │       │   ├── php.ini
    │       │   ├── vhosts.conf.j2
    │       │   ├── zabbix-5.4.4.tar.gz
    │       │   └── zabbix_server.conf
    │       ├── main.sls
    │       ├── mysql.sls
    │       ├── zabbix_agentd.sls
    │       └── zabbix_server.sls
    └── test

19 directories, 37 files

二、lamp状态文件

apache服务安装状态文件

编写apache服务安装的状态文件

[root@master ~]# cat /srv/salt/prod/modules/web/apache/install.sls
yum:
  cmd.run:
    - name: yum -y install epel-release

apache-dep-package:
  pkg.installed:
    - pkgs:
      - openssl-devel 
      - pcre-devel
      - expat-devel
      - libtool
      - gcc
      - gcc-c++
      - make

apache:
  user.present:
    - shell: /sbin/nologin
    - createhome: false
    - system: true

apache-download:
  file.managed:
    - names:
      - /usr/src/apr-1.7.0.tar.gz:
        - source: salt://modules/web/apache/files/apr-1.7.0.tar.gz
      - /usr/src/apr-util-1.6.1.tar.gz:
        - source: salt://modules/web/apache/files/apr-util-1.6.1.tar.gz
      - /usr/src/httpd-2.4.49.tar.gz:
        - source: salt://modules/web/apache/files/httpd-2.4.49.tar.gz
      - /usr/lib/systemd/system/httpd.service:
        - source: salt://modules/web/apache/files/httpd.service.j2
        - user: root
        - group: root
        - mode: '0644'
        - template: jinja
apache-install:
  cmd.script:
    - name: salt://modules/web/apache/files/install.sh  {{ pillar['install_dir'] }}
    - unless: test -d {{ pillar['install_dir'] }} 


{{ pillar['install_dir'] }}/conf/httpd.conf:
  file.managed:
    - source: salt://modules/web/apache/files/httpd.conf
    - user: root
    - group: root
    - mode: '0644'
    - require:
      - cmd: apache-install

准备状态文件所需的文件
安装包提前下载
安装脚本

[root@master ~]# cat /srv/salt/prod/modules/web/apache/files/install.sh
#!/bin/bash


cd /usr/src
rm -rf apr-util-1.6.1 httpd-2.4.49 apr-1.7.0
tar -xf apr-1.7.0.tar.gz
tar -xf apr-util-1.6.1.tar.gz
tar -xf httpd-2.4.49.tar.gz


cd apr-1.7.0
sed -i '/$RM "$cfgfile"/d' configure
./configure --prefix=/usr/local/apr && \ 
make && make install

cd ../apr-util-1.6.1
./configure --prefix=/usr/local/apr-util --with-apr=/usr/local/apr &&  \ 
make && make install
cd ../httpd-2.4.49
./configure --prefix=$1 \
         --enable-so \
         --enable-ssl \
         --enable-cgi \
         --enable-rewrite \
         --with-zlib \
         --with-pcre \
         --with-apr=/usr/local/apr \
         --with-apr-util=/usr/local/apr-util/ \
         --enable-modules=most \
         --enable-mpms-shared=all \
         --with-mpm=prefork  && \
         make && make install

sed -i '/#ServerName/s/#//g' /usr/local/apache/conf/httpd.conf

systemctl daemon-reload

httpd配置文件

#搜索AddType，添加以下内容
[root@localhost ~]# vim /usr/local/apache/conf/httpd.conf
    # If the AddEncoding directives above are commented-out, then you
    # probably should define those extensions to indicate media types:
    #
    AddType application/x-compress .Z
    AddType application/x-gzip .gz .tgz
    AddType application/x-httpd-php .php        #添加此行
    AddType application/x-httpd-php-source .phps        #添加此行


#取消下列两行的注释
LoadModule proxy_module modules/mod_proxy.so
LoadModule proxy_fcgi_module modules/mod_proxy_fcgi.so


#搜索index.html这一行添加index.php
<IfModule dir_module>
    DirectoryIndex index.php   index.html
</IfModule>


#取消下列一行的注释，并修改为自己定义的虚拟机主机配置文件
# Virtual hosts
Include conf/extra/vhosts.conf

# Local access to the Apache HTTP Server Manual

service启动文件

[root@master ~]# vim /srv/salt/prod/modules/web/apache/files/httpd.service.j2
[Unit]
Description=Apache server daemon
After=network.target

[Service]
Type=forking
ExecStart={{ pillar['install_dir'] }}/bin/apachectl start
ExecStop={{ pillar['install_dir'] }}/bin/apachectl stop

[Install]
WantedBy=multi-user.target

三、Mysql服务安装

编写mysql状态文件

[root@master ~]# cat /srv/salt/prod/modules/database/mysql/install.sls  
mysql-dep-package:
  pkg.installed:
    - name: ncurses-compat-libs


create-mysql-user:
  user.present:
    - name: mysql
    - system: true
    - createhome: false
    - shell: /sbin/nologin

create-datadir:
  file.directory:
    - name: {{ pillar['data_dir'] }}
    - user: mysql
    - group: mysql
    - mode: '0755'
    - makedirs: true


/usr/src/mysql-5.7.35-linux-glibc2.12-x86_64.tar.gz:
  file.managed:
    - source: salt://modules/database/mysql/files/mysql-5.7.35-linux-glibc2.12-x86_64.tar.gz
    - user: root
    - group: root
    - mode: '0644'

mysql-install:
  cmd.script:
    - name: salt://modules/database/mysql/files/install.sh.j2    
    - unless:  test -d {{ pillar['base_dir'] }}
    - template: jinja
trasfer-files:
  file.managed:
  - names: 
    - {{ pillar['base_dir'] }}/support-files/mysql.server:
      - source: salt://modules/database/mysql/files/mysql.server
    - /usr/lib/systemd/system/mysqld.service:
      - source: salt://modules/database/mysql/files/mysqld.service.j2
      - template: jinja 
  - require: 
    - cmd: mysql-install 

准备mysql安装状态文件所需文件

mysql安装脚本

[root@master ~]#   cat /srv/salt/prod/modules/database/mysql/files/install.sh.j2 
#!/bin/bash
cd /usr/src
tar -xf  mysql-5.7.35-linux-glibc2.12-x86_64.tar.gz -C  /usr/local
ln -s /usr/local/mysql-5.7.35-linux-glibc2.12-x86_64  {{ pillar['base_dir'] }}
chown -R mysql.mysql {{ pillar['base_dir'] }}*
{{ pillar['base_dir'] }}/bin/mysqld --initialize-insecure --user mysql --datadir={{ pillar['data_dir'] }}
echo "export PATH={{ pillar['base_dir'] }}/bin:\$PATH" > /etc/profile.d/mysqld.sh

mysqld service启动文件

[root@master mysql]# cat /srv/salt/prod/modules/database/mysql/files/mysqld.service.j2 
[Unit]
Description=Mysqld server daemon
After=network.target

[Service]
Type=forking
ExecStart={{ pillar['base_dir'] }}/support-files/mysql.server start
ExecStop={{ pillar['base_dir'] }}/support-files/mysql.server stop

[Install]
WantedBy=multi-user.target

四、php服务安装

php服务安装状态文件

[root@master ~]#  cat /srv/salt/prod/modules/application/php/install.sls 
/usr/src/oniguruma-devel-6.8.2-2.el8.x86_64.rpm:
  file.managed:
    - source: salt://modules/application/php/files/oniguruma-devel-6.8.2-2.el8.x86_64.rpm
    - user: root
    - group: root
    - mode: '0644'
  cmd.run:
    - names:
      - yum -y install /usr/src/oniguruma-devel-6.8.2-2.el8.x86_64.rpm 
    - unless: rpm -q oniguruma-devel  

dep-package-install:
  pkg.installed:
    - pkgs: 
      - libxml2
      - libxml2-devel
      - openssl 
      - openssl-devel 
      - bzip2 
      - bzip2-devel 
      - libcurl 
      - libcurl-devel 
      - libicu-devel 
      - libjpeg-turbo
      - libjpeg-turbo-devel 
      - libpng 
      - libpng-devel 
      - openldap-devel  
      - pcre-devel 
      - freetype 
      - freetype-devel 
      - gmp   
      - gmp-devel 
      - libmcrypt 
      - libmcrypt-devel 
      - readline 
      - readline-devel 
      - libxslt      
      - libxslt-devel 
      - mhash 
      - mhash-devel 
      - php-mysqlnd 
      - libzip-devel 
      - libsqlite3x 
      - libsqlite3x-devel 
      - oniguruma   
      - libzip-devel    



/usr/src/php-7.4.24.tar.gz:
  file.managed:
    - source: salt://modules/application/php/files/php-7.4.24.tar.gz
    - user: root
    - group: root
    - mode: '0644'

php-install:
  cmd.script:
    - name: salt://modules/application/php/files/install.sh.j2
    - unless:  test -d  {{  pillar['php_ins_dir']  }}
    - template: jinja
php-copy-package:
  file.managed:
    - names:
      - /etc/init.d/php-fpm:
        - source: salt://modules/application/php/files/php-fpm
        - user: root
        - group: root
        - mode: '0755'  
      - {{  pillar['php_ins_dir']  }}/etc/php-fpm.conf:
        - source: salt://modules/application/php/files/php-fpm.conf
      - {{  pillar['php_ins_dir']  }}/etc/php-fpm.d/www.conf:
        - source: salt://modules/application/php/files/www.conf
      - /usr/lib/systemd/system/php-fpm.service:
        - source: salt://modules/application/php/files/php-fpm.service
    - require: 
      - cmd: php-install
php-fpm.service:
  service.running:
    - enable: true  
    - reload: true
    - require:
      - cmd: php-install
      - file: php-copy-package
    - watch: 
      - file: php-copy-package

安装脚本

[root@master ~]# cat /srv/salt/prod/modules/application/php/files/install.sh.j2 
#!/bin/bash

cd /usr/src
rm -rf php-7.4.24
tar -xf php-7.4.24.tar.gz
cd  php-7.4.24
./configure --prefix={{ pillar['php_ins_dir'] }}  \
        --with-config-file-path=/etc \
        --enable-fpm \
        --disable-debug \
        --disable-rpath \
        --enable-shared \
        --enable-soap \
        --with-openssl \
        --enable-bcmath \
        --with-iconv \
        --with-bz2 \
        --enable-calendar \
        --with-curl \
        --enable-exif  \
        --enable-ftp \
        --enable-gd \
        --with-jpeg \
        --with-zlib-dir \
        --with-freetype \
        --with-gettext \
        --enable-mbstring \
        --enable-pdo \
        --with-mysqli=mysqlnd \
        --with-pdo-mysql=mysqlnd \
        --with-readline \
        --enable-shmop \
        --enable-simplexml \
        --enable-sockets \
        --with-zip \
        --enable-mysqlnd-compression-support \
        --with-pear \
        --enable-pcntl \
        --enable-posix  && \
make && make install

准备php状态文件所需文件

配置文件

[root@master ~]# cat /srv/salt/prod/modules/application/php/files/www.conf

listen = 0.0.0.0:9000   #查找listen这一行并改为此行显示的内容

service文件

[root@master ~]# cat /srv/salt/prod/modules/application/php/files/php-fpm.service 
[Unit]
Description=Php-fpm server daemon
After=network.target

[Service]
Type=forking
ExecStart=service php-fpm start
ExecStop=service php-fpm stop

[Install]
WantedBy=multi-user.target

五、编写项目配置

pillar变量

[root@master ~]# tree /srv/pillar/prod/
/srv/pillar/prod/
├── apache.sls
├── mysql.sls
├── php.sls
└── top.sls

apache变量
[root@master prod]# cat apache.sls 
install_dir: /usr/local/apache
mysql变量
[root@master prod]# cat mysql.sls 
base_dir: /usr/local/mysql
data_dir: /opt/data
phpbianliang
[root@master prod]# cat php.sls 
php_ins_dir: /usr/local/php


top.sls文件
[root@master prod]# cat top.sls 
prod:
  'node1':
    - apache
    - mysql
    - php

apache安装与配置的状态文件

[root@master ~]# cat /srv/salt/prod/zabbix/apache.sls 
"Development Tools":
  pkg.group_installed

include:
  - modules.web.apache.install


/usr/include/httpd:
  file.symlink:
    - target: {{ pillar['install_dir'] }}/include
    - require: 
      - cmd: apache-install

{{ pillar['install_dir'] }}/htdocs/zabbix:
  file.directory:
    - user: root
    - group: root
    - mode: '0755'
    - makedirs: true
    - require:
      - cmd: apache-install

{{ pillar['install_dir'] }}/htdocs/zabbix/index.php:
  file.managed:
    - source: salt://zabbix/files/index.php
    - user: root
    - group: root
    - mode: '0755'
    - makedirs: true
    - require:
      - cmd: apache-install


{{ pillar['install_dir'] }}/conf/extra/vhosts.conf:
  file.managed: 
    - source: salt://zabbix/files/vhosts.conf.j2
    - template: jinja
    - require:
      - cmd: apache-install


apache-service-start:
  service.running:
    - name: httpd
    - enable: true
    - reload: true
    - require:
      - file: {{ pillar['install_dir'] }}/conf/extra/vhosts.conf
      - cmd: apache-install
    - watch: 
      - file: {{ pillar['install_dir'] }}/conf/extra/vhosts.conf

mysql安装与配置的状态文件

[root@master ~]#  cat /srv/salt/prod/zabbix/mysql.sls
mysql-dep-packages:
  pkg.installed:
    - pkgs:
      - ncurses-devel
      - openssl-devel
      - openssl
      - cmake
      - mariadb-devel

include:
  - modules.database.mysql.install

provides-mysql-file:
  file.managed:
    - user: root
    - group: root
    - mode: '0644' 
    - names:
      - /etc/my.cnf:
        - source: salt://zabbix/files/my.cnf.j2
      - /etc/ld.so.conf.d/mysql.conf:
        - source: salt://zabbix/files/mysql.conf.j2
    - template: jinja
    - require: 
      - cmd: mysql-install 
   
/usr/local/include/mysql:
  file.symlink:
    - target: {{ pillar['base_dir'] }}/include
    - require:
      - cmd: mysql-install


mysqld.service:
  service.running:
    - enable: true
    - require:
      - cmd: mysql-install
      - file: trasfer-files
    - watch:
      - file: provides-mysql-file   

mysql-set-password:
  cmd.run:
    - name: {{ pillar['base_dir'] }}/bin/mysql -e "set password=password('123');"
    - require: 
      - service: mysqld.service
    - unless:  {{ pillar['base_dir'] }}/bin/mysql -uroot -p123 -e  "exit"

zabbix 服务端安装与配置的状态文件

[root@master ~]# cat  /srv/salt/prod/zabbix/zabbix_server.sls
zabbix-dep-packages:
  pkg.installed:
    - pkgs: 
      - net-snmp-devel
      - libevent-devel
      - gcc 
      - gcc-c++ 
      - make

zabbix:
  user.present:
    - shell: /sbin/nologin
    - createhome: false
    - system: true

/usr/src/zabbix-5.4.4.tar.gz:
  file.managed:
    - source: salt://zabbix/files/zabbix-5.4.4.tar.gz

zabbix-install:
  cmd.script:
    - name: salt://zabbix/files/install.sh.j2
    - unless: test -d /usr/local/etc/ 
    - template: jinja
/usr/local/etc/zabbix_server.conf:
  file.managed:
    - source: salt://zabbix/files/zabbix_server.conf
    - require:
      - cmd: zabbix-install

create-dir:
  file.directory:
    - name: /var/lib/mysql
    - user: root
    - group: root 
    - mode: '0644'
    - require:
      - cmd: zabbix-install



link:
  cmd.run:
    - name: ln -s /tmp/mysql.sock /var/lib/mysql/
    
/etc/php.ini:
  file.managed:
    - source: salt://zabbix/files/php.ini

copy-ui:
  cmd.run:
    - name: cp -a /usr/src/zabbix-5.4.4/ui/* /usr/local/apache/htdocs/zabbix/
 
start-service:
  cmd.run:
    - names:
      -  zabbix_server
      -  zabbix_agentd

zabbix 客户端安装与配置的状态文件

[root@master ~]# cat  /srv/salt/prod/zabbix/zabbix_agentd.sls
zabbix-dep-packages:
  pkg.installed:
    - pkgs: 
      - net-snmp-devel
      - libevent-devel
      - gcc 
      - gcc-c++ 
      - make

zabbix:
  user.present:
    - shell: /sbin/nologin
    - createhome: false
    - system: true

/usr/src/zabbix-5.4.4.tar.gz:
  file.managed:
    - source: salt://zabbix/files/zabbix-5.4.4.tar.gz

zabbix-agentd-install:
  cmd.script:
    - name: salt://zabbix/files/install.sh.j2
    - unless: test -d /usr/local/etc/ 
    - template: jinja
/usr/local/etc/zabbix_agentd.conf:
  file.managed:
    - source: salt://zabbix/files/zabbix_agentd.conf
    - require:
      - cmd: zabbix-agentd-install


start-agentd:    
  cmd.run:
    - names:
      - pkill  zabbix_agentd

一键部署zabbix 服务端服务的状态文件

[root@master ~]# cat /srv/salt/prod/zabbix/main.sls
include:
  - zabbix.apache
  - zabbix.mysql
  - modules.application.php.install
  - zabbix.zabbix_server

zabbix安装状态文件所需文件

zabbix 安装脚本

[root@master ~]# cat  /srv/salt/prod/zabbix/files/install.sh.j2 
#!/bin/bash

cd /usr/src/
tar xf zabbix-5.4.4.tar.gz
{{ pillar['base_dir'] }}/bin/mysql -uroot -p123 -e "create database zabbix character set utf8 collate utf8_bin;"
{{ pillar['base_dir'] }}/bin/mysql -uroot -p123 -e "grant all privileges on zabbix.* to 'zabbix'@'localhost' identified by 'zabbix123';"
{{ pillar['base_dir'] }}/bin/mysql -uroot -p123 -e "flush  privileges;"

cd  /usr/src/zabbix-5.4.4/database/mysql
{{ pillar['base_dir'] }}/bin/mysql -uroot -p123 zabbix   < schema.sql
{{ pillar['base_dir'] }}/bin/mysql -uroot -p123 zabbix   < images.sql
{{ pillar['base_dir'] }}/bin/mysql -uroot -p123 zabbix   < data.sql
cd  /usr/src/zabbix-5.4.4/
./configure --enable-server --enable-agent --with-mysql --with-net-snmp --with-libcurl --with-libxml2  &&  make install

虚拟主机配置文件

[root@master ~]#  cat  /srv/salt/prod/zabbix/files/vhosts.conf.j2 
<VirtualHost *:80>
    DocumentRoot "{{ pillar['install_dir'] }}/htdocs/zabbix"
    ServerName www.test.com
    ProxyRequests Off
    ProxyPassMatch ^/(.*\.php)$ fcgi://127.0.0.1:9000/usr/local/apache/htdocs/zabbix/$1
    <Directory "{{ pillar['install_dir'] }}/htdocs/zabbix">
        Options none
        AllowOverride none
        Require all granted
    </Directory>
</VirtualHost>  

mysql.conf文件

[root@master ~]# cat  /srv/salt/prod/zabbix/files/mysql.conf.j2 
{{ pillar['base_dir'] }}/lib

mysql配置文件

[root@master ~]# cat  /srv/salt/prod/zabbix/files/my.cnf.j2 
[mysqld]
basedir = {{ pillar['base_dir'] }}
datadir = {{ pillar['data_dir'] }}
socket = /tmp/mysql.sock
port = 3306
pid-file = {{ pillar['data_dir'] }}/mysql.pid
user = mysql
skip-name-resolve

zabbix配置文件

[root@master ~]# vim  /srv/salt/prod/zabbix/files/zabbix_server.conf 

# Default:
 DBPassword=zabbix123      #取消注释，设置密码

### Option: DBSocket

六、执行main状态文件进入页面

七、lnmp

nginx安装状态文件
只需将上面apache状态文件替换即可

[root@master ~]# tree  nginx
nginx
├── files
│   ├── install.sh.j2
│   └── nginx-1.20.1.tar.gz
└── install.sls

安装状态文件

[root@master nginx]# cat install.sls 
yum-packages:
  cmd.run:
    - name: yum -y install epel-release

nginx-dep-package:
  pkg.installed:
    - pkgs:
      - openssl-devel 
      - pcre-devel
      - expat-devel
      - libtool
      - gcc
      - gcc-c++
      - make
      - openssl
      - gd-devel

nginx:
  user.present:
    - shell: /sbin/nologin
    - createhome: false
    - system: true

/var/log/nginx:
  file.directory:
    - user: nginx
    - group: nginx
    - mode: '0644'


/usr/src/nginx-1.20.1.tar.gz:    
  file.managed:
    - source: salt://modules/web/nginx/files/nginx-1.20.1.tar.gz

安装脚本

[root@master files]# cat install.sh.j2 
#!/bin/bash

cd /usr/src

tar xf nginx-1.20.1.tar.gz
cd nginx-1.20.1 
./configure \
        --prefix={{ pillar ['nginx_ins_dir']   }} \
        --user=nginx \
        --group=nginx \
        --with-debug \
        --with-http_ssl_module \
        --with-http_realip_module \
        --with-http_image_filter_module \
        --with-http_gunzip_module \
        --with-http_gzip_static_module \
        --with-http_stub_status_module \
        --http-log-path=/var/log/nginx/access.log \
        --error-log-path=/var/log/nginx/error.log   && \
        make && make install

echo "export PATH={{ pillar ['nginx_ins_dir']   }}/sbin:\$PATH" > /etc/profile.d/nginx.sh

变量文件

[root@master ~]# cat nginx.sls 
nginx_ins_dir: /usr/local/nginx

配置状态文件

"Development Tools":
  pkg.group_installed

include:
  - modules.web.nginx.install

{{ pillar['nginx_ins-dir'] }}/html/zabbix:
  file.directory:
    - user: root
    - group: root
    - mode: '0755'
    - makedirs: true
    - require:
      - cmd: nginx-install

{{ pillar['nginx_ins_dir'] }}/html/zabbix/index.php:
  file.managed:
    - source: salt://zabbix/files/index.php
    - user: root
    - group: root
    - mode: '0755'
    - makedirs: true
    - require:
      - cmd: nginx-install