环境配置 | 主机名称 ip | 安装环境 | 系统 |
---|---|---|---|
128 | 192.168.64.128 | 源码nginx,keepalived | centos8 |
129 | 192.168.64.129 | 源码nginx,keepalived | centos8 |
130 | 192.168.64.130 | httpd | centos8 |
134 | 192.168.64.134 | nginx | centos8 |
nginx配置负载均衡和反向代理
安装httpd服务
关闭防火墙
[root@130 ~]# systemctl stop firewalld.service
[root@130 ~]# vim /etc/selinux/config
[root@130 ~]# setenforce 0
[root@130 ~]#
设置开机自启
[root@130 ~]# yum -y install httpd
[root@130 ~]# systemctl enable --now httpd
Created symlink /etc/systemd/system/multi-user.target.wants/httpd.service → /usr/lib/systemd/system/httpd.service.
[root@130 ~]# ss -anlt
State Recv-Q Send-Q Local Address:Port Peer Address:Port Process
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 128 [::]:22 [::]:*
LISTEN 0 128 *:80 *:*
[root@130 ~]#
配置网站页面
[root@130 ~]# cd /var/www/html/
[root@130 html]# ls
[root@130 html]# echo 'apache' >index.html
[root@130 html]#
安装nginx服务
关闭防火墙
[root@134 ~]# systemctl stop firewalld.service
[root@134 ~]# vim /etc/selinux/config
[root@134 ~]#
[root@134 ~]# setenforce 0
设置开机自启
[root@134 ~]# yum -y install nginx
[root@134 ~]# systemctl enable --now nginx.service
Created symlink /etc/systemd/system/multi-user.target.wants/nginx.service → /usr/lib/systemd/system/nginx.service.
[root@134 ~]# ss -anlt
State Recv-Q Send-Q Local Address:Port Peer Address:Port Process
LISTEN 0 128 0.0.0.0:80 0.0.0.0:*
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 128 [::]:80 [::]:*
LISTEN 0 128 [::]:22 [::]:*
[root@134 ~]#
配置网站页面
[root@134 ~]# cd /usr/share/nginx/html/
[root@134 html]# ls
404.html 50x.html index.html nginx-logo.png poweredby.png
[root@134 html]# echo 'nginx' >index.html
[root@134 html]#
源码安装nginx
关闭防火墙
[root@130 ~]# systemctl stop firewalld.service
[root@130 ~]# vim /etc/selinux/config
[root@130 ~]# setenforce 0
[root@130 ~]#
查看端口
[root@156 ~]# ss -anlt
State Recv-Q Send-Q Local Address:Port Peer Address:Port Process
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 128 0.0.0.0:80 0.0.0.0:*
LISTEN 0 128 [::]:22 [::]:*
[root@156 ~]#
编写脚本
[root@156 ~]# vim /usr/local/nginx/conf/nginx.conf
35 upstream webservers { #添加负载均衡
36 server 192.168.64.130;
37 server 192.168.64.134;
38 }
39 server {
40 listen 80;
41 server_name localhost;
42
43 #charset koi8-r;
这个方法本质还是轮询,而且由于客户端的ip可能是不断变化的,比如动态ip,代理,翻墙等,因此ip_hash并不能完全保证同一个客户端总是由同一个服务器来处理。
定义好upstream后,需要在server段内添加如下内容:
45 #access_log logs/host.access.log main;
46
47 location / {
48 proxy_pass http://webservers; #添加反向代理
49 }
50
[root@156 ~]# systemctl restart nginx.service
[root@156 ~]#
测试页面
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
nginx
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
nginx
[root@129 ~]#
第二次编写添加
[root@129 ~]# vim /usr/local/nginx/conf/nginx.conf
upstream webservers {
server 192.168.64.130 weight=3 ; #访问3次网站后在访问下个下个网站
server 192.168.64.134;
}
server {
listen 80;
server_name localhost;
#charset koi8-r;
#access_log logs/host.access.log main;
location / {
proxy_pass http://webservers;
}
[root@129 ~]# systemctl restart nginx.service
测试页面
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
nginx
[root@129 ~]#
在upstream段内,定义一个服务器列表,默认的方式是轮询,
如果要确定同一个访问者发出的请求总是由同一个后端服务器来处理,可以设置ip_hash
[root@129 ~]# vim /usr/local/nginx/conf/nginx.conf
upstream webservers {
ip_hash; #添加
server 192.168.64.130 weight=3;
server 192.168.64.134;
}
server {
listen 80;
server_name localhost;
#charset koi8-r;
#access_log logs/host.access.log main;
location / {
proxy_pass http://webservers;
}
[root@129 ~]# systemctl restart nginx.service
测试页面
第一次访问apache,后面永远是apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]# curl http://192.168.64.129
apache
[root@129 ~]#
nginx高可用
两台主机配置要求一样
关闭防火墙
[root@129 ~]# systemctl stop firewalld.service
[root@129 ~]# vim /etc/selinux/config
[root@129 ~]# setenforce 0
[root@129 ~]#
[root@128 ~]# systemctl stop firewalld.service
[root@128 ~]# vim /etc/selinux/config
[root@128 ~]# setenforce 0
[root@128 ~]#
nginx开启状态
[root@128 ~]# ss -anlt
State Recv-Q Send-Q Local Address:Port Peer Address:Port Process
LISTEN 0 128 0.0.0.0:80 0.0.0.0:*
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 128 [::]:22 [::]:*
[root@128 ~]#
[root@129 ~]# ss -anlt
State Recv-Q Send-Q Local Address:Port Peer Address:Port Process
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 128 0.0.0.0:80 0.0.0.0:*
LISTEN 0 128 [::]:22 [::]:*
[root@129 ~]#
[root@129 ~]#
因为配置文件要一样,所以我选择直接传送覆盖原来的文件
[root@128 ~]# scp 192.168.64.129:/usr/local/nginx/conf/nginx.conf /usr/local/nginx/conf/
[root@128 ~]# cat /usr/local/nginx/conf/nginx.conf
upstream webservers {
server 192.168.64.130 weight=3;
server 192.168.64.134;
}
server {
listen 80;
server_name localhost;
#charset koi8-r;
#access_log logs/host.access.log main;
location / {
proxy_pass http://webservers;
}
[root@128 ~]# systemctl restart nginx.service
[root@128 ~]#
查看129主机文件
[root@129 ~]# cat /usr/local/nginx/conf/nginx.conf
upstream webservers {
server 192.168.64.130 weight=3;
server 192.168.64.134;
}
server {
listen 80;
server_name localhost;
#charset koi8-r;
#access_log logs/host.access.log main;
location / {
proxy_pass http://webservers;
}
[root@129 ~]# systemctl restart nginx.service
[root@128 ~]# yum -y install keepalived
[root@129 ~]# yum -y install keepalived
配置主keepalived
[root@129 ~]# cd /etc/keepalived/
[root@129 keepalived]# ls
keepalived.conf
[root@129 keepalived]# mv keepalived.conf{,-bak}
[root@129 keepalived]# ls
keepalived.conf-bak
[root@129 keepalived]# vim keepalived.conf
[root@129 keepalived]# cat keepalived.conf
! Configuration File for keepalived
global_defs {
router_id lb01
}
vrrp_instance VI_1 {
state MASTER
interface ens33
virtual_router_id 51
priority 100
advert_int 1
authentication {
auth_type PASS
auth_pass wangqing
}
virtual_ipaddress {
192.168.64.250 #修改
}
}
virtual_server 192.168.649.250 80 { #修改
delay_loop 6
lb_algo rr
lb_kind DR
persistence_timeout 50
protocol TCP
real_server 192.168.64.130 80 { #修改为本机
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
real_server 192.168.64.130 80 { #修改为从机
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
}
[root@128 keepalived]#
[root@128 keepalived]# systemctl start keepalived.service
[root@128 keepalived]# systemctl enable keepalived.service
Created symlink /etc/systemd/system/multi-user.target.wants/keepalived.service → /usr/lib/systemd/system/keepalived.service.
[root@128 keepalived]#
[root@128 keepalived]#
配置主keepalived
[root@129 keepalived]# ls
keepalived.conf
[root@129 keepalived]# mv keepalived.conf{,-bak}
[root@129 keepalived]# ls
keepalived.conf-bak
[root@129 keepalived]#
传送文件
[root@129 keepalived]# scp keepalived.conf 192.168.64.129:/etc/keepalived
root@192.168.64.129's password:
keepalived.conf 100% 871 324.0KB/s 00:00
[root@128 keepalived]#
[root@129 keepalived]# vim keepalived.conf
[root@129 keepalived]# cat keepalived.conf
! Configuration File for keepalived
global_defs {
router_id lb02 #修改
}
vrrp_instance VI_1 {
state BACKUP #修改
interface ens33
virtual_router_id 51
priority 90 #修改优先级
advert_int 1
authentication {
auth_type PASS
auth_pass wangqing
}
virtual_ipaddress {
192.168.64.250
}
}
virtual_server 192.168.250 80 {
delay_loop 6
lb_algo rr
lb_kind DR
persistence_timeout 50
protocol TCP
real_server 192.168.64.128 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
real_server 192.168.64.129 80 {
weight 1
TCP_CHECK {
connect_port 80
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
}
}
}
[root@129 keepalived]#
[root@129 keepalived]# systemctl start keepalived.service
[root@129 keepalived]# systemctl enable keepalived.service
Created symlink /etc/systemd/system/multi-user.target.wants/keepalived.service → /usr/lib/systemd/system/keepalived.service.
[root@128 keepalived]#
查看VIP在哪里
在MASTER上查看
[root@128 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:19:0e:29 brd ff:ff:ff:ff:ff:ff
inet 192.168.64.128/24 brd 192.168.64.130 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet 192.168.64.250/32 scope global ens33
valid_lft forever preferred_lft forever
inet6 fe80::8cc8:a95b:7bf5:8e2a/64 scope link dadfailed tentative noprefixroute
valid_lft forever preferred_lft forever
inet6 fe80::ed56:6f83:9078:cf92/64 scope link noprefixroute
valid_lft forever preferred_lft forever
[root@157 ~]#
在SLAVE上查看
[root@156 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:49:ca:73:d6 brd ff:ff:ff:ff:ff:ff
inet 192.168.64.156/24 brd 192.168.64.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet6 fe80::8cc8:n55b:7bf5:8e2a/64 scope link noprefixroute
valid_lft forever preferred_lft forever
[root@129 ~]#
[root@129 ~]#
查看VIP转移是否有效
[root@157 ~]# systemctl stop keepalived.service
[root@128 ~]#
[root@128 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:29:19:0e:29 brd ff:ff:ff:ff:ff:ff
inet 192.168.64.128/24 brd 192.168.8.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet6 fe80::8cc8:a95b:7bf5:8e2a/64 scope link dadfailed tentative noprefixroute
valid_lft forever preferred_lft forever
inet6 fe80::ed54:g43:9078:cf92/64 scope link noprefixroute
valid_lft forever preferred_lft forever
[root@157 ~]#
[root@156 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 00:0c:50:ca:75:d6 brd ff:ff:ff:ff:ff:ff
inet 192.168.64./24 brd 192.168.64.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet 192.168.64.250/32 scope global ens33
valid_lft forever preferred_lft forever
inet6 fe80::7ca4:a95b:7bf5:8e2a/64 scope link noprefixroute
valid_lft forever preferred_lft forever
[root@156 ~]#
#测试访问
[root@128 ~]# systemctl stop nginx.service
[root@128 ~]# ss -anlt
State Recv-Q Send-Q Local Address:Port Peer Address:Port Process
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 128 [::]:22 [::]:*
[root@128 ~]#
[root@128 ~]# curl http://192.168.64.250
apache
[root@18 ~]# curl http://192.168.64.250
apache
[root@128a7 ~]# curl http://192.168.64.250
apache
[root@128 ~]# curl http://192.168.64.250
nginx
[root@128 ~]#