docker 部署 nacos 集群

docker 部署 nacos 集群

集群环境准备

# cat /etc/hosts
192.168.199.168 nacos1
192.168.199.169 nacos2
192.168.199.170 nacos3
# 生产环境需要高可用mysql数据库，不在本例讨论范围

前期准备工作

yum update -y
# 关闭selinux
setenforce 0
sed -i '/=Enforcing s/Enforcing/disabled/' /etc/sysconfig/selinux

yum install deltarpm -y
# Warning: RPMDB altered outside of yum.
# yum history sync
yum install bash-completion bash-completion-extras lsof net-tools -y
source /etc/profile
# 添加docker-ce阿里云镜像源
yum install yum-utils -y
yum-config-manager --add-repo http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
# 安装docker-ce 并启动docker服务
yum install docker-ce -y
systemctl enable docker --now

# 设置 Docker daemon
cat <<EOF | sudo tee /etc/docker/daemon.json
{
  "registry-mirrors" : [
  "https://registry.docker-cn.com",
  "https://docker.mirrors.ustc.edu.cn",
  "http://hub-mirror.c.163.com"
  ],
  "exec-opts": ["native.cgroupdriver=systemd"],
  "log-driver": "json-file",
  "log-opts": {
    "max-size": "100m"
  },
  "storage-driver": "overlay2",
  "storage-opts": [
    "overlay2.override_kernel_check=true"
  ]
}
EOF
# https://kubernetes.io/zh/docs/setup/production-environment/container-runtimes/

# 重启 Docker 服务
systemctl daemon-reload
systemctl restart docker

# 安装 docker-compose
# yum install docker-compose -y 
# 可以yum安装python脚本也可以直接下载二进制文件
curl -L "https://github.com/docker/compose/releases/download/1.27.4/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
chmod +x /usr/local/bin/docker-compose
ln -s /usr/local/bin/docker-compose /usr/bin/docker-compose

下载 nacos-group

yum install -y git
mkdir /data && cd /data
git clone https://github.com/nacos-group/nacos-docker.git
cd nacos-docker
cp example/cluster-hostname.yaml example/my-cluster-hostname.yaml
# 单机版部署
# docker-compose -f example/standalone-derby.yaml -d up
# 单机版部署MySQL
# docker-compose -f example/standalone-mysql-5.7.yaml -d up
# 集群模式,以计算机名方式加入集群,后面会用到
# docker-compose -f example/sing-cluster-hostname.yaml -d up 

nacos1:编辑 example/my-cluster-hostname.yaml

version: "3"
services:
  nacos1:
    hostname: nacos1
    container_name: nacos1
    extra_hosts:
      - "nacos2:192.168.199.169"
      - "nacos3:192.168.199.170"
    image: nacos/nacos-server:latest
    volumes:
      - ./cluster-logs/nacos1:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "7848:7848"
      - "8848:8848"
      - "9555:9555"
    env_file:
      - ../env/nacos-hostname.env
    restart: always
    depends_on:
      - mysql

  mysql:
    container_name: mysql
    image: nacos/nacos-mysql:5.7
    env_file:
      - ../env/mysql.env
    volumes:
      - ./mysql:/var/lib/mysql
    ports:
      - "3306:3306"

注意：

• 用docker方式部署，如果没有dns服务器的情况下，容器需要用extra_hosts参数加入hosts，不要加入本机的hosts

• 7848端口是nacos raft集群协议的通讯端口，官方文档是在同一台开启三个容器，所以不需要暴露7848（巨坑），如果不暴露7848端口，请使用1.3.0版本。否则注册服务会报以下错误:

server is DOWN now, please try again later!

extra_hosts:
  - "nacos2:192.168.199.169"
  - "nacos3:192.168.199.170"   
ports:
  - "7848:7848" 

如果用ip方式加入集群，还需要额外修改env/nacos-ip.env,增加NACOS_SERVER_IP=${IP}

#nacos dev env
NACOS_SERVER_IP=192.168.199.168
NACOS_SERVERS=192.168.199.168:8848 192.168.199.169:8848 192.168.199.170:8848
MYSQL_SERVICE_HOST=mysql
MYSQL_SERVICE_DB_NAME=nacos_devtest
MYSQL_SERVICE_PORT=3306
MYSQL_SERVICE_USER=nacos
MYSQL_SERVICE_PASSWORD=nacos

#env/nacos-hostname.env
#nacos dev env
PREFER_HOST_MODE=hostname
NACOS_SERVERS=nacos1:8848 nacos2:8848 nacos3:8848
MYSQL_SERVICE_HOST=mysql
MYSQL_SERVICE_DB_NAME=nacos_devtest
MYSQL_SERVICE_PORT=3306
MYSQL_SERVICE_USER=nacos
MYSQL_SERVICE_PASSWORD=nacos

nacos2:编辑 example/my-cluster-hostname.yaml

version: "3"
services:
  nacos2:
    hostname: nacos2
    container_name: nacos2
    extra_hosts:
      - "nacos1:192.168.199.168"
      - "nacos3:192.168.199.170"
    image: nacos/nacos-server:latest
    volumes:
      - ./cluster-logs/nacos1:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "7848:7848"
      - "8848:8848"
      - "9555:9555"
    env_file:
      - ../env/nacos-hostname.env
    restart: always

nacos2:编辑 env/nacos-hostname.env

# 使用nacos1的mysql数据库
#nacos dev env
PREFER_HOST_MODE=hostname
NACOS_SERVERS=nacos1:8848 nacos2:8848 nacos3:8848
MYSQL_SERVICE_HOST=nacos1
MYSQL_SERVICE_DB_NAME=nacos_devtest
MYSQL_SERVICE_PORT=3306
MYSQL_SERVICE_USER=nacos
MYSQL_SERVICE_PASSWORD=nacos

nacos3:编辑 example/my-cluster-hostname.yaml

version: "3"
services:
  nacos3:
    hostname: nacos3
    container_name: nacos3
    extra_hosts:
      - "nacos1:192.168.199.168"
      - "nacos2:192.168.199.169"
    image: nacos/nacos-server:latest
    volumes:
      - ./cluster-logs/nacos1:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "7848:7848"
      - "8848:8848"
      - "9555:9555"
    env_file:
      - ../env/nacos-hostname.env
    restart: always

nacos3:编辑 env/nacos-hostname.env

# 使用nacos1的mysql数据库
#nacos dev env
PREFER_HOST_MODE=hostname
NACOS_SERVERS=nacos1:8848 nacos2:8848 nacos3:8848
MYSQL_SERVICE_HOST=nacos1
MYSQL_SERVICE_DB_NAME=nacos_devtest
MYSQL_SERVICE_PORT=3306
MYSQL_SERVICE_USER=nacos
MYSQL_SERVICE_PASSWORD=nacos

启动容器

# 分别在三台机器上启动容器
docker-compose -f example/my-cluster-hostname.yaml up -d

测试集群

# 分别在三台服务器上注册服务，如果都成功，且在三个控制台上都同步，表示集群正常，如果出现：
# server is DOWN now, please try again later!
# 请检查7848端口是否暴露
[root@localhost nacos-docker]# curl -X POST 'http://nacos2:8848/nacos/v1/ns/instance?serviceName=nacos.naming.serviceName&ip=20.18.7.10&port=8080'
ok[root@localhost nacos-docker]# curl -X POST 'http://nacos1:8848/nacos/v1/ns/instance?serviceName=nacos.naming.serviceName&ip=20.18.7.10&port=8081'
ok[root@localhost nacos-docker]# curl -X POST 'http://nacos3:8848/nacos/v1/ns/instance?serviceName=nacos.naming.serviceName&ip=20.18.7.10&port=8082'
ok[root@localhost nacos-docker]#